2024-11-12 10:42:49,622 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 10:42:49,633 main DEBUG Took 0.008796 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 10:42:49,633 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 10:42:49,633 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 10:42:49,634 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 10:42:49,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,642 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 10:42:49,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,657 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,659 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,661 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,663 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,664 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,665 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,666 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:42:49,669 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,669 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 10:42:49,673 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:42:49,675 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 10:42:49,677 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 10:42:49,678 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 10:42:49,679 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 10:42:49,680 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 10:42:49,691 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 10:42:49,694 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 10:42:49,697 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 10:42:49,697 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 10:42:49,697 main DEBUG createAppenders(={Console}) 2024-11-12 10:42:49,698 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-12 10:42:49,699 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 10:42:49,699 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-12 10:42:49,700 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 10:42:49,700 main DEBUG OutputStream closed 2024-11-12 10:42:49,700 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 10:42:49,701 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 10:42:49,701 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-12 10:42:49,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 10:42:49,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 10:42:49,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 10:42:49,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 10:42:49,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 10:42:49,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 10:42:49,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 10:42:49,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 10:42:49,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 10:42:49,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 10:42:49,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 10:42:49,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 10:42:49,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 10:42:49,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 10:42:49,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 10:42:49,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 10:42:49,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 10:42:49,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 10:42:49,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 10:42:49,819 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-12 10:42:49,819 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 10:42:49,820 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-12T10:42:50,163 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47 2024-11-12 10:42:50,166 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 10:42:50,166 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T10:42:50,176 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-12T10:42:50,184 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-12T10:42:50,212 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T10:42:50,269 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T10:42:50,269 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T10:42:50,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:42:50,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783, deleteOnExit=true 2024-11-12T10:42:50,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:42:50,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/test.cache.data in system properties and HBase conf 2024-11-12T10:42:50,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:42:50,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:42:50,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:42:50,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:42:50,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:42:50,426 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T10:42:50,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:42:50,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:42:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:42:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:42:50,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:42:50,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:42:50,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:42:50,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:42:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:42:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:42:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:42:50,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:42:50,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:42:50,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:42:50,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:42:51,601 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:42:51,671 INFO [Time-limited test {}] log.Log(170): Logging initialized @2739ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T10:42:51,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:42:51,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:42:51,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:42:51,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:42:51,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:42:51,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:42:51,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6ae9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:42:51,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120a4c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:42:52,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14f32243{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/java.io.tmpdir/jetty-localhost-35919-hadoop-hdfs-3_4_1-tests_jar-_-any-13918493693074083891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:42:52,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71a2a7f2{HTTP/1.1, (http/1.1)}{localhost:35919} 2024-11-12T10:42:52,024 INFO [Time-limited test {}] server.Server(415): Started @3092ms 2024-11-12T10:42:52,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:42:52,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:42:52,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:42:52,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:42:52,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:42:52,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d86915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:42:52,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ace2437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:42:52,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d480c14{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/java.io.tmpdir/jetty-localhost-32779-hadoop-hdfs-3_4_1-tests_jar-_-any-5887675251983094533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:42:52,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a1e1ee{HTTP/1.1, (http/1.1)}{localhost:32779} 2024-11-12T10:42:52,461 INFO [Time-limited test {}] server.Server(415): Started @3529ms 2024-11-12T10:42:52,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:42:52,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:42:52,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:42:52,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:42:52,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:42:52,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:42:52,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a777d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:42:52,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14fd625f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:42:52,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75d96791{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/java.io.tmpdir/jetty-localhost-33073-hadoop-hdfs-3_4_1-tests_jar-_-any-17874134818384998883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:42:52,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60aef58b{HTTP/1.1, (http/1.1)}{localhost:33073} 2024-11-12T10:42:52,778 INFO [Time-limited test {}] server.Server(415): Started @3847ms 2024-11-12T10:42:52,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:42:52,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:42:52,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:42:52,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:42:52,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:42:52,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:42:52,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78fad685{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:42:52,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b0de5e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:42:52,950 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data1/current/BP-1114396123-172.17.0.2-1731408171337/current, will proceed with Du for space computation calculation, 2024-11-12T10:42:52,950 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data3/current/BP-1114396123-172.17.0.2-1731408171337/current, will proceed with Du for space computation calculation, 2024-11-12T10:42:52,950 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data2/current/BP-1114396123-172.17.0.2-1731408171337/current, will proceed with Du for space computation calculation, 2024-11-12T10:42:52,951 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data4/current/BP-1114396123-172.17.0.2-1731408171337/current, will proceed with Du for space computation calculation, 2024-11-12T10:42:52,995 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:42:52,996 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:42:53,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773b4a40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/java.io.tmpdir/jetty-localhost-43387-hadoop-hdfs-3_4_1-tests_jar-_-any-12266386591593674135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:42:53,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@286fa8e3{HTTP/1.1, (http/1.1)}{localhost:43387} 2024-11-12T10:42:53,012 INFO [Time-limited test {}] server.Server(415): Started @4080ms 2024-11-12T10:42:53,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:42:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38e69f2b6301fe8b with lease ID 0x29a4e2c101606402: Processing first storage report for DS-639526af-5238-4c51-aec1-38744500b116 from datanode DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b26a9e0f-087d-4c6e-8b16-b80865f64796, infoPort=41269, infoSecurePort=0, ipcPort=37081, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337) 2024-11-12T10:42:53,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38e69f2b6301fe8b with lease ID 0x29a4e2c101606402: from storage DS-639526af-5238-4c51-aec1-38744500b116 node DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b26a9e0f-087d-4c6e-8b16-b80865f64796, infoPort=41269, infoSecurePort=0, ipcPort=37081, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T10:42:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f851738bd50aaef with lease ID 0x29a4e2c101606403: Processing first storage report for DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb from datanode DatanodeRegistration(127.0.0.1:38437, datanodeUuid=98f34f90-738a-47d7-bb21-020a80208eb5, infoPort=35543, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337) 2024-11-12T10:42:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f851738bd50aaef with lease ID 0x29a4e2c101606403: from storage DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb node DatanodeRegistration(127.0.0.1:38437, datanodeUuid=98f34f90-738a-47d7-bb21-020a80208eb5, infoPort=35543, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:42:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38e69f2b6301fe8b with lease ID 0x29a4e2c101606402: Processing first storage report for DS-6ffadee0-ec1f-4382-8568-ec5b95a71252 from datanode DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b26a9e0f-087d-4c6e-8b16-b80865f64796, infoPort=41269, infoSecurePort=0, ipcPort=37081, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337) 2024-11-12T10:42:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38e69f2b6301fe8b with lease ID 0x29a4e2c101606402: from storage DS-6ffadee0-ec1f-4382-8568-ec5b95a71252 node DatanodeRegistration(127.0.0.1:44813, datanodeUuid=b26a9e0f-087d-4c6e-8b16-b80865f64796, infoPort=41269, infoSecurePort=0, ipcPort=37081, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:42:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f851738bd50aaef with lease ID 0x29a4e2c101606403: Processing first storage report for DS-c4dd9c2b-4d82-4b4c-9524-1315300aeed8 from datanode DatanodeRegistration(127.0.0.1:38437, datanodeUuid=98f34f90-738a-47d7-bb21-020a80208eb5, infoPort=35543, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337) 2024-11-12T10:42:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f851738bd50aaef with lease ID 0x29a4e2c101606403: from storage DS-c4dd9c2b-4d82-4b4c-9524-1315300aeed8 node DatanodeRegistration(127.0.0.1:38437, datanodeUuid=98f34f90-738a-47d7-bb21-020a80208eb5, infoPort=35543, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:42:53,107 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data6/current/BP-1114396123-172.17.0.2-1731408171337/current, will proceed with Du for space computation calculation, 2024-11-12T10:42:53,107 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data5/current/BP-1114396123-172.17.0.2-1731408171337/current, will proceed with Du for space computation calculation, 2024-11-12T10:42:53,131 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:42:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb9d33d7a483b648 with lease ID 0x29a4e2c101606404: Processing first storage report for DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3 from datanode DatanodeRegistration(127.0.0.1:41699, datanodeUuid=8792ef43-74d4-45e0-8a5b-1a1f88d5d1bc, infoPort=38949, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337) 2024-11-12T10:42:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb9d33d7a483b648 with lease ID 0x29a4e2c101606404: from storage DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3 node DatanodeRegistration(127.0.0.1:41699, datanodeUuid=8792ef43-74d4-45e0-8a5b-1a1f88d5d1bc, infoPort=38949, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:42:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb9d33d7a483b648 with lease ID 0x29a4e2c101606404: Processing first storage report for DS-9422548d-50f2-4c0e-83fe-7b317dad71e0 from datanode DatanodeRegistration(127.0.0.1:41699, datanodeUuid=8792ef43-74d4-45e0-8a5b-1a1f88d5d1bc, infoPort=38949, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337) 2024-11-12T10:42:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb9d33d7a483b648 with lease ID 0x29a4e2c101606404: from storage DS-9422548d-50f2-4c0e-83fe-7b317dad71e0 node DatanodeRegistration(127.0.0.1:41699, datanodeUuid=8792ef43-74d4-45e0-8a5b-1a1f88d5d1bc, infoPort=38949, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1622736022;c=1731408171337), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:42:53,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47 2024-11-12T10:42:53,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/zookeeper_0, clientPort=51836, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:42:53,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51836 2024-11-12T10:42:53,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:53,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:53,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:42:53,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:42:53,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:42:54,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0 with version=8 2024-11-12T10:42:54,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/hbase-staging 2024-11-12T10:42:54,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:42:54,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:42:54,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:42:54,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:42:54,538 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T10:42:54,547 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T10:42:54,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:42:54,573 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10180 (auto-detected) 2024-11-12T10:42:54,574 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T10:42:54,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45375 2024-11-12T10:42:54,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45375 connecting to ZooKeeper ensemble=127.0.0.1:51836 2024-11-12T10:42:54,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453750x0, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:42:54,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45375-0x100338775f20000 connected 2024-11-12T10:42:54,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:42:54,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0, hbase.cluster.distributed=false 2024-11-12T10:42:54,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:42:54,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45375 2024-11-12T10:42:54,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45375 2024-11-12T10:42:54,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45375 2024-11-12T10:42:54,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45375 2024-11-12T10:42:54,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45375 2024-11-12T10:42:54,810 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:42:54,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:42:54,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:42:54,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:42:54,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:42:54,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43367 2024-11-12T10:42:54,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43367 connecting to ZooKeeper ensemble=127.0.0.1:51836 2024-11-12T10:42:54,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433670x0, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:42:54,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433670x0, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:42:54,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43367-0x100338775f20001 connected 2024-11-12T10:42:54,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:42:54,846 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:42:54,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:42:54,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:42:54,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-12T10:42:54,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43367 2024-11-12T10:42:54,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43367 2024-11-12T10:42:54,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-12T10:42:54,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-12T10:42:54,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:42:54,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:42:54,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:42:54,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:42:54,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:42:54,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44903 2024-11-12T10:42:54,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44903 connecting to ZooKeeper ensemble=127.0.0.1:51836 2024-11-12T10:42:54,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449030x0, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:42:54,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:42:54,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44903-0x100338775f20002 connected 2024-11-12T10:42:54,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:42:54,889 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:42:54,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:42:54,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:42:54,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-12T10:42:54,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44903 2024-11-12T10:42:54,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44903 2024-11-12T10:42:54,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-12T10:42:54,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-12T10:42:54,910 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:42:54,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:42:54,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:42:54,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:42:54,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:42:54,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:42:54,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37717 2024-11-12T10:42:54,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37717 connecting to ZooKeeper ensemble=127.0.0.1:51836 2024-11-12T10:42:54,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:54,926 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377170x0, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:42:54,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37717-0x100338775f20003 connected 2024-11-12T10:42:54,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:42:54,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:42:54,929 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:42:54,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:42:54,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:42:54,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-12T10:42:54,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37717 2024-11-12T10:42:54,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37717 2024-11-12T10:42:54,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-12T10:42:54,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-12T10:42:54,953 DEBUG [M:0;aed202db7571:45375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:45375 2024-11-12T10:42:54,954 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,45375,1731408174199 2024-11-12T10:42:54,960 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,962 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,45375,1731408174199 2024-11-12T10:42:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:42:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:42:54,987 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:42:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:54,987 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:54,988 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:42:54,989 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,45375,1731408174199 from backup master directory 2024-11-12T10:42:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,45375,1731408174199 2024-11-12T10:42:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,992 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:42:54,992 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:42:54,993 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,45375,1731408174199 2024-11-12T10:42:54,995 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T10:42:54,996 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T10:42:55,049 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/hbase.id] with ID: 497e07d2-b9cd-477f-ba31-67d2d48b9e32 2024-11-12T10:42:55,049 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/.tmp/hbase.id 2024-11-12T10:42:55,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:42:55,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:42:55,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:42:55,064 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/.tmp/hbase.id]:[hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/hbase.id] 2024-11-12T10:42:55,108 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:42:55,112 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:42:55,129 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T10:42:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,132 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:42:55,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:42:55,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:42:55,164 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:42:55,166 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:42:55,171 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:42:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:42:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:42:55,217 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store 2024-11-12T10:42:55,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:42:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:42:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:42:55,250 INFO [master/aed202db7571:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T10:42:55,253 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:55,255 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:42:55,255 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:42:55,255 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:42:55,257 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:42:55,257 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:42:55,257 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:42:55,258 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408175254Disabling compacts and flushes for region at 1731408175255 (+1 ms)Disabling writes for close at 1731408175257 (+2 ms)Writing region close event to WAL at 1731408175257Closed at 1731408175257 2024-11-12T10:42:55,261 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/.initializing 2024-11-12T10:42:55,261 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/WALs/aed202db7571,45375,1731408174199 2024-11-12T10:42:55,268 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:42:55,282 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C45375%2C1731408174199, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/WALs/aed202db7571,45375,1731408174199, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/oldWALs, maxLogs=10 2024-11-12T10:42:55,309 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/WALs/aed202db7571,45375,1731408174199/aed202db7571%2C45375%2C1731408174199.1731408175287, exclude list is [], retry=0 2024-11-12T10:42:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:42:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:55,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T10:42:55,361 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-12T10:42:55,422 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/WALs/aed202db7571,45375,1731408174199/aed202db7571%2C45375%2C1731408174199.1731408175287 2024-11-12T10:42:55,423 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:42:55,423 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:42:55,423 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:55,426 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,427 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:42:55,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:55,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:55,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:42:55,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:55,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:55,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:42:55,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:55,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:55,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:42:55,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:55,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:55,502 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,505 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,506 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,511 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,512 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,516 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:42:55,520 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:42:55,526 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:42:55,528 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61678875, jitterRate=-0.08091314136981964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:42:55,535 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408175439Initializing all the Stores at 1731408175441 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408175441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408175442 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408175442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408175442Cleaning up temporary data from old regions at 1731408175512 (+70 ms)Region opened successfully at 1731408175535 (+23 ms) 2024-11-12T10:42:55,536 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:42:55,574 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4160ad65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:42:55,610 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:42:55,623 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:42:55,623 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:42:55,626 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:42:55,627 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T10:42:55,633 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T10:42:55,633 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:42:55,659 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:42:55,668 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:42:55,670 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:42:55,673 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:42:55,675 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:42:55,676 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:42:55,679 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:42:55,683 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:42:55,684 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:42:55,685 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:42:55,686 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:42:55,707 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:42:55,708 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:42:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:42:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:42:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:42:55,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,714 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:42:55,714 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,717 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,45375,1731408174199, sessionid=0x100338775f20000, setting cluster-up flag (Was=false) 2024-11-12T10:42:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,728 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,734 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:42:55,737 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,45375,1731408174199 2024-11-12T10:42:55,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,741 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:55,746 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:42:55,748 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,45375,1731408174199 2024-11-12T10:42:55,766 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:42:55,843 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(746): ClusterId : 497e07d2-b9cd-477f-ba31-67d2d48b9e32 2024-11-12T10:42:55,843 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(746): ClusterId : 497e07d2-b9cd-477f-ba31-67d2d48b9e32 2024-11-12T10:42:55,845 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(746): ClusterId : 497e07d2-b9cd-477f-ba31-67d2d48b9e32 2024-11-12T10:42:55,846 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:42:55,846 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:42:55,846 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:42:55,848 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:42:55,850 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:42:55,850 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:42:55,851 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:42:55,851 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:42:55,851 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:42:55,851 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:42:55,854 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:42:55,854 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:42:55,855 DEBUG [RS:2;aed202db7571:37717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b101fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:42:55,855 DEBUG [RS:1;aed202db7571:44903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4f7c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:42:55,857 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:42:55,857 DEBUG [RS:0;aed202db7571:43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a822319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:42:55,860 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:42:55,866 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:42:55,871 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;aed202db7571:44903 2024-11-12T10:42:55,873 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;aed202db7571:37717 2024-11-12T10:42:55,872 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,45375,1731408174199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:42:55,874 INFO [RS:1;aed202db7571:44903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:42:55,874 INFO [RS:2;aed202db7571:37717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:42:55,874 INFO [RS:1;aed202db7571:44903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:42:55,874 INFO [RS:2;aed202db7571:37717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:42:55,874 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:42:55,875 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:42:55,877 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:43367 2024-11-12T10:42:55,877 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,45375,1731408174199 with port=44903, startcode=1731408174871 2024-11-12T10:42:55,877 INFO [RS:0;aed202db7571:43367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:42:55,877 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,45375,1731408174199 with port=37717, startcode=1731408174910 2024-11-12T10:42:55,877 INFO [RS:0;aed202db7571:43367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:42:55,878 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:42:55,879 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,45375,1731408174199 with port=43367, startcode=1731408174779 2024-11-12T10:42:55,879 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:42:55,879 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:42:55,880 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:42:55,880 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:42:55,880 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:42:55,880 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:55,880 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:42:55,881 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:55,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:42:55,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:42:55,891 DEBUG [RS:2;aed202db7571:37717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:42:55,891 DEBUG [RS:0;aed202db7571:43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:42:55,891 DEBUG [RS:1;aed202db7571:44903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:42:55,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:55,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:42:55,913 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408205913 2024-11-12T10:42:55,915 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:42:55,916 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:42:55,920 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:42:55,957 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:42:55,958 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:42:55,958 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:42:55,959 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:42:55,962 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:42:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:42:55,963 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:42:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:42:55,966 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:42:55,969 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:42:55,969 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:42:55,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:42:55,971 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408175970,5,FailOnTimeoutGroup] 2024-11-12T10:42:55,971 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0 2024-11-12T10:42:55,972 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408175971,5,FailOnTimeoutGroup] 2024-11-12T10:42:55,972 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:55,973 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:42:55,974 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:55,974 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:55,978 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37291, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:42:55,978 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53809, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:42:55,978 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:42:55,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,44903,1731408174871 2024-11-12T10:42:55,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(517): Registering regionserver=aed202db7571,44903,1731408174871 2024-11-12T10:42:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:42:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:42:56,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,37717,1731408174910 2024-11-12T10:42:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:42:56,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(517): Registering regionserver=aed202db7571,37717,1731408174910 2024-11-12T10:42:56,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:56,013 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0 2024-11-12T10:42:56,013 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40013 2024-11-12T10:42:56,013 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:42:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:42:56,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,43367,1731408174779 2024-11-12T10:42:56,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(517): Registering regionserver=aed202db7571,43367,1731408174779 2024-11-12T10:42:56,019 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0 2024-11-12T10:42:56,019 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40013 2024-11-12T10:42:56,019 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:42:56,021 DEBUG [RS:1;aed202db7571:44903 {}] zookeeper.ZKUtil(111): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,44903,1731408174871 2024-11-12T10:42:56,022 WARN [RS:1;aed202db7571:44903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:42:56,022 INFO [RS:1;aed202db7571:44903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:56,022 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871 2024-11-12T10:42:56,024 DEBUG [RS:2;aed202db7571:37717 {}] zookeeper.ZKUtil(111): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,37717,1731408174910 2024-11-12T10:42:56,024 WARN [RS:2;aed202db7571:37717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:42:56,024 INFO [RS:2;aed202db7571:37717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:56,024 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0 2024-11-12T10:42:56,024 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40013 2024-11-12T10:42:56,025 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:42:56,025 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,37717,1731408174910 2024-11-12T10:42:56,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:42:56,027 DEBUG [RS:0;aed202db7571:43367 {}] zookeeper.ZKUtil(111): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,43367,1731408174779 2024-11-12T10:42:56,027 WARN [RS:0;aed202db7571:43367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:42:56,028 INFO [RS:0;aed202db7571:43367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:56,028 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,43367,1731408174779 2024-11-12T10:42:56,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:42:56,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:42:56,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,37717,1731408174910] 2024-11-12T10:42:56,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,43367,1731408174779] 2024-11-12T10:42:56,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,44903,1731408174871] 2024-11-12T10:42:56,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:42:56,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:42:56,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:42:56,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:42:56,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:42:56,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:42:56,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740 2024-11-12T10:42:56,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740 2024-11-12T10:42:56,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:42:56,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:42:56,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:42:56,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:42:56,075 INFO [RS:0;aed202db7571:43367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:42:56,075 INFO [RS:2;aed202db7571:37717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:42:56,078 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:42:56,079 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74608139, jitterRate=0.11174790561199188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:42:56,081 INFO [RS:1;aed202db7571:44903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:42:56,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408176011Initializing all the Stores at 1731408176017 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408176017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408176026 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408176026Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408176026Cleaning up temporary data from old regions at 1731408176055 (+29 ms)Region opened successfully at 1731408176083 (+28 ms) 2024-11-12T10:42:56,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:42:56,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:42:56,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:42:56,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:42:56,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:42:56,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:42:56,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408176084Disabling compacts and flushes for region at 1731408176084Disabling writes for close at 1731408176084Writing region close event to WAL at 1731408176093 (+9 ms)Closed at 1731408176094 (+1 ms) 2024-11-12T10:42:56,095 INFO [RS:0;aed202db7571:43367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:42:56,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:42:56,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:42:56,101 INFO [RS:1;aed202db7571:44903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:42:56,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:42:56,108 INFO [RS:2;aed202db7571:37717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:42:56,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:42:56,121 INFO [RS:2;aed202db7571:37717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:42:56,121 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:42:56,125 INFO [RS:1;aed202db7571:44903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:42:56,126 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,130 INFO [RS:0;aed202db7571:43367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:42:56,130 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,131 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:42:56,133 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:42:56,140 INFO [RS:2;aed202db7571:37717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:42:56,140 INFO [RS:1;aed202db7571:44903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:42:56,142 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,142 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,142 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,142 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,142 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,142 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,142 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,142 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,142 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,142 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:42:56,143 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:42:56,143 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,143 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,144 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,144 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,144 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,144 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,144 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:42:56,144 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:42:56,144 DEBUG [RS:1;aed202db7571:44903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:42:56,144 DEBUG [RS:2;aed202db7571:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:42:56,149 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:42:56,151 INFO [RS:0;aed202db7571:43367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:42:56,151 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,152 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,152 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,152 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,152 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,152 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,152 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:42:56,153 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,153 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,153 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,153 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,153 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,153 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:42:56,153 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:42:56,154 DEBUG [RS:0;aed202db7571:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:42:56,165 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,165 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,165 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,166 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,166 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,166 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,44903,1731408174871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,169 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,170 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,170 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,170 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37717,1731408174910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:42:56,170 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,43367,1731408174779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:42:56,196 INFO [RS:0;aed202db7571:43367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:42:56,196 INFO [RS:1;aed202db7571:44903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:42:56,196 INFO [RS:2;aed202db7571:37717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:42:56,199 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37717,1731408174910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,199 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,43367,1731408174779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,199 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,44903,1731408174871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,199 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,199 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,199 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,199 INFO [RS:0;aed202db7571:43367 {}] regionserver.Replication(171): aed202db7571,43367,1731408174779 started 2024-11-12T10:42:56,199 INFO [RS:1;aed202db7571:44903 {}] regionserver.Replication(171): aed202db7571,44903,1731408174871 started 2024-11-12T10:42:56,200 INFO [RS:2;aed202db7571:37717 {}] regionserver.Replication(171): aed202db7571,37717,1731408174910 started 2024-11-12T10:42:56,223 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,223 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,223 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:56,223 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,43367,1731408174779, RpcServer on aed202db7571/172.17.0.2:43367, sessionid=0x100338775f20001 2024-11-12T10:42:56,223 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,44903,1731408174871, RpcServer on aed202db7571/172.17.0.2:44903, sessionid=0x100338775f20002 2024-11-12T10:42:56,223 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,37717,1731408174910, RpcServer on aed202db7571/172.17.0.2:37717, sessionid=0x100338775f20003 2024-11-12T10:42:56,224 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:42:56,224 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:42:56,224 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:42:56,224 DEBUG [RS:1;aed202db7571:44903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,44903,1731408174871 2024-11-12T10:42:56,224 DEBUG [RS:0;aed202db7571:43367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,43367,1731408174779 2024-11-12T10:42:56,224 DEBUG [RS:2;aed202db7571:37717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,37717,1731408174910 2024-11-12T10:42:56,224 DEBUG [RS:1;aed202db7571:44903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,44903,1731408174871' 2024-11-12T10:42:56,224 DEBUG [RS:0;aed202db7571:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,43367,1731408174779' 2024-11-12T10:42:56,224 DEBUG [RS:2;aed202db7571:37717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,37717,1731408174910' 2024-11-12T10:42:56,224 DEBUG [RS:1;aed202db7571:44903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:42:56,224 DEBUG [RS:0;aed202db7571:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:42:56,225 DEBUG [RS:2;aed202db7571:37717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:42:56,225 DEBUG [RS:2;aed202db7571:37717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:42:56,225 DEBUG [RS:1;aed202db7571:44903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:42:56,225 DEBUG [RS:0;aed202db7571:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:42:56,226 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:42:56,226 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:42:56,226 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:42:56,226 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:42:56,226 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:42:56,226 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:42:56,226 DEBUG [RS:2;aed202db7571:37717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,37717,1731408174910 2024-11-12T10:42:56,226 DEBUG [RS:1;aed202db7571:44903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,44903,1731408174871 2024-11-12T10:42:56,226 DEBUG [RS:0;aed202db7571:43367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,43367,1731408174779 2024-11-12T10:42:56,226 DEBUG [RS:2;aed202db7571:37717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,37717,1731408174910' 2024-11-12T10:42:56,226 DEBUG [RS:1;aed202db7571:44903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,44903,1731408174871' 2024-11-12T10:42:56,226 DEBUG [RS:2;aed202db7571:37717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:42:56,226 DEBUG [RS:0;aed202db7571:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,43367,1731408174779' 2024-11-12T10:42:56,226 DEBUG [RS:0;aed202db7571:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:42:56,226 DEBUG [RS:1;aed202db7571:44903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:42:56,227 DEBUG [RS:2;aed202db7571:37717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:42:56,227 DEBUG [RS:0;aed202db7571:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:42:56,227 DEBUG [RS:1;aed202db7571:44903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:42:56,228 DEBUG [RS:0;aed202db7571:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:42:56,228 INFO [RS:0;aed202db7571:43367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:42:56,228 INFO [RS:0;aed202db7571:43367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:42:56,228 DEBUG [RS:1;aed202db7571:44903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:42:56,228 INFO [RS:1;aed202db7571:44903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:42:56,228 INFO [RS:1;aed202db7571:44903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:42:56,229 DEBUG [RS:2;aed202db7571:37717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:42:56,229 INFO [RS:2;aed202db7571:37717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:42:56,229 INFO [RS:2;aed202db7571:37717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:42:56,276 WARN [aed202db7571:45375 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:42:56,335 INFO [RS:2;aed202db7571:37717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:42:56,335 INFO [RS:1;aed202db7571:44903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:42:56,335 INFO [RS:0;aed202db7571:43367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:42:56,339 INFO [RS:0;aed202db7571:43367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C43367%2C1731408174779, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,43367,1731408174779, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs, maxLogs=32 2024-11-12T10:42:56,339 INFO [RS:2;aed202db7571:37717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C37717%2C1731408174910, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,37717,1731408174910, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs, maxLogs=32 2024-11-12T10:42:56,339 INFO [RS:1;aed202db7571:44903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C44903%2C1731408174871, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs, maxLogs=32 2024-11-12T10:42:56,358 DEBUG [RS:2;aed202db7571:37717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,37717,1731408174910/aed202db7571%2C37717%2C1731408174910.1731408176345, exclude list is [], retry=0 2024-11-12T10:42:56,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:56,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:56,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:56,364 DEBUG [RS:1;aed202db7571:44903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871/aed202db7571%2C44903%2C1731408174871.1731408176345, exclude list is [], retry=0 2024-11-12T10:42:56,364 DEBUG [RS:0;aed202db7571:43367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,43367,1731408174779/aed202db7571%2C43367%2C1731408174779.1731408176345, exclude list is [], retry=0 2024-11-12T10:42:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:56,395 INFO [RS:2;aed202db7571:37717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,37717,1731408174910/aed202db7571%2C37717%2C1731408174910.1731408176345 2024-11-12T10:42:56,395 DEBUG [RS:2;aed202db7571:37717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:42:56,401 INFO [RS:1;aed202db7571:44903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871/aed202db7571%2C44903%2C1731408174871.1731408176345 2024-11-12T10:42:56,401 DEBUG [RS:1;aed202db7571:44903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:42:56,409 INFO [RS:0;aed202db7571:43367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,43367,1731408174779/aed202db7571%2C43367%2C1731408174779.1731408176345 2024-11-12T10:42:56,409 DEBUG [RS:0;aed202db7571:43367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:42:56,529 DEBUG [aed202db7571:45375 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:42:56,536 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:42:56,542 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:42:56,542 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:42:56,542 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:42:56,542 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:42:56,542 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:42:56,542 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:42:56,542 INFO [aed202db7571:45375 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:42:56,542 INFO [aed202db7571:45375 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:42:56,542 INFO [aed202db7571:45375 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:42:56,542 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:42:56,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,37717,1731408174910 2024-11-12T10:42:56,553 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,37717,1731408174910, state=OPENING 2024-11-12T10:42:56,557 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:42:56,558 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:42:56,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:42:56,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,37717,1731408174910}] 2024-11-12T10:42:56,738 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:42:56,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:42:56,753 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:42:56,753 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:56,754 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:42:56,758 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C37717%2C1731408174910.meta, suffix=.meta, logDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,37717,1731408174910, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs, maxLogs=32 2024-11-12T10:42:56,773 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,37717,1731408174910/aed202db7571%2C37717%2C1731408174910.meta.1731408176760.meta, exclude list is [], retry=0 2024-11-12T10:42:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:56,808 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,37717,1731408174910/aed202db7571%2C37717%2C1731408174910.meta.1731408176760.meta 2024-11-12T10:42:56,809 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:42:56,809 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:42:56,810 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:42:56,813 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:42:56,818 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:42:56,823 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:42:56,824 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:56,824 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:42:56,824 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:42:56,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:42:56,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:42:56,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:42:56,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:42:56,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:42:56,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:42:56,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:42:56,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:42:56,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:56,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:42:56,841 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:42:56,843 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740 2024-11-12T10:42:56,846 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740 2024-11-12T10:42:56,849 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:42:56,849 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:42:56,850 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:42:56,853 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:42:56,855 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67905209, jitterRate=0.011866465210914612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:42:56,855 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:42:56,856 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408176825Writing region info on filesystem at 1731408176825Initializing all the Stores at 1731408176827 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408176828 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408176828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408176828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408176828Cleaning up temporary data from old regions at 1731408176849 (+21 ms)Running coprocessor post-open hooks at 1731408176855 (+6 ms)Region opened successfully at 1731408176856 (+1 ms) 2024-11-12T10:42:56,865 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408176729 2024-11-12T10:42:56,875 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:42:56,875 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:42:56,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,37717,1731408174910 2024-11-12T10:42:56,903 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,37717,1731408174910, state=OPEN 2024-11-12T10:42:56,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:42:56,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:42:56,905 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:42:56,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:42:56,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:42:56,907 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,37717,1731408174910 2024-11-12T10:42:56,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:42:56,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,37717,1731408174910 in 344 msec 2024-11-12T10:42:56,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:42:56,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 810 msec 2024-11-12T10:42:56,929 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:42:56,929 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:42:56,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:42:56,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,37717,1731408174910, seqNum=-1] 2024-11-12T10:42:56,974 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:42:56,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:42:56,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-12T10:42:56,996 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408176995, completionTime=-1 2024-11-12T10:42:56,998 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:42:56,999 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:42:57,023 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T10:42:57,024 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408237023 2024-11-12T10:42:57,024 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408297024 2024-11-12T10:42:57,024 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-12T10:42:57,025 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:42:57,032 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45375,1731408174199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:57,032 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45375,1731408174199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:57,032 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45375,1731408174199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:57,034 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:45375, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:57,034 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:57,035 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:57,042 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:42:57,064 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.071sec 2024-11-12T10:42:57,065 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:42:57,067 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:42:57,067 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:42:57,068 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:42:57,068 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:42:57,069 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45375,1731408174199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:42:57,069 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45375,1731408174199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:42:57,074 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:42:57,075 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:42:57,076 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,45375,1731408174199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:42:57,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ea75c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:42:57,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,45375,-1 for getting cluster id 2024-11-12T10:42:57,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:42:57,167 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '497e07d2-b9cd-477f-ba31-67d2d48b9e32' 2024-11-12T10:42:57,169 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:42:57,169 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "497e07d2-b9cd-477f-ba31-67d2d48b9e32" 2024-11-12T10:42:57,170 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b40182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:42:57,170 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,45375,-1] 2024-11-12T10:42:57,172 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:42:57,174 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:42:57,176 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:42:57,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae2a736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:42:57,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:42:57,186 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,37717,1731408174910, seqNum=-1] 2024-11-12T10:42:57,186 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:42:57,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:42:57,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,45375,1731408174199 2024-11-12T10:42:57,206 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40013/hbase 2024-11-12T10:42:57,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=2845 2024-11-12T10:42:57,237 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:57,240 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:57,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:42:57,245 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11287853, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-11287853, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:42:57,260 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11287853/hregion-11287853.1731408177247, exclude list is [], retry=0 2024-11-12T10:42:57,264 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:57,264 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:57,264 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:57,294 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11287853/hregion-11287853.1731408177247 2024-11-12T10:42:57,294 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:42:57,295 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 81ade7e879c90204be5c53cc02300c6b, NAME => 'testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:42:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741838_1014 (size=64) 2024-11-12T10:42:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741838_1014 (size=64) 2024-11-12T10:42:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741838_1014 (size=64) 2024-11-12T10:42:57,308 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:57,311 INFO [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,313 INFO [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ade7e879c90204be5c53cc02300c6b columnFamilyName a 2024-11-12T10:42:57,313 DEBUG [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:57,314 INFO [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] regionserver.HStore(327): Store=81ade7e879c90204be5c53cc02300c6b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:57,314 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,315 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,317 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,317 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,320 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,324 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:42:57,325 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81ade7e879c90204be5c53cc02300c6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68130978, jitterRate=0.015230685472488403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:42:57,326 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81ade7e879c90204be5c53cc02300c6b: Writing region info on filesystem at 1731408177309Initializing all the Stores at 1731408177310 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408177310Cleaning up temporary data from old regions at 1731408177317 (+7 ms)Region opened successfully at 1731408177326 (+9 ms) 2024-11-12T10:42:57,326 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 81ade7e879c90204be5c53cc02300c6b, disabling compactions & flushes 2024-11-12T10:42:57,326 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b. 2024-11-12T10:42:57,326 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b. 2024-11-12T10:42:57,326 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b. after waiting 0 ms 2024-11-12T10:42:57,326 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b. 2024-11-12T10:42:57,327 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b. 2024-11-12T10:42:57,327 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 81ade7e879c90204be5c53cc02300c6b: Waiting for close lock at 1731408177326Disabling compacts and flushes for region at 1731408177326Disabling writes for close at 1731408177326Writing region close event to WAL at 1731408177327 (+1 ms)Closed at 1731408177327 2024-11-12T10:42:57,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741837_1013 (size=175) 2024-11-12T10:42:57,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741837_1013 (size=175) 2024-11-12T10:42:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741837_1013 (size=175) 2024-11-12T10:42:57,338 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:42:57,339 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11287853:(num 1731408177247) 2024-11-12T10:42:57,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:42:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741839_1015 (size=469) 2024-11-12T10:42:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741839_1015 (size=469) 2024-11-12T10:42:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741839_1015 (size=469) 2024-11-12T10:42:57,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:42:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741840_1016 (size=322) 2024-11-12T10:42:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741840_1016 (size=322) 2024-11-12T10:42:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741840_1016 (size=322) 2024-11-12T10:42:57,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1, size=469 (469bytes) 2024-11-12T10:42:57,443 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T10:42:57,443 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T10:42:57,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1 2024-11-12T10:42:57,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1 after 3ms 2024-11-12T10:42:57,480 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:57,481 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1 took 40ms 2024-11-12T10:42:57,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1 so closing down 2024-11-12T10:42:57,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:42:57,490 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T10:42:57,516 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T10:42:57,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:42:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741841_1017 (size=469) 2024-11-12T10:42:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741841_1017 (size=469) 2024-11-12T10:42:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741841_1017 (size=469) 2024-11-12T10:42:57,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T10:42:57,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002 2024-11-12T10:42:57,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-12T10:42:57,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1, journal: Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1, size=469 (469bytes) at 1731408177443Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1 so closing down at 1731408177487 (+44 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000001-wal-1.temp at 1731408177516 (+29 ms)3 split writer threads finished at 1731408177517 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731408177528 (+11 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002 at 1731408177531 (+3 ms)Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731408177535 (+4 ms) 2024-11-12T10:42:57,549 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2, size=322 (322bytes) 2024-11-12T10:42:57,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2 2024-11-12T10:42:57,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2 after 1ms 2024-11-12T10:42:57,576 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:57,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2 took 27ms 2024-11-12T10:42:57,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2 so closing down 2024-11-12T10:42:57,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:42:57,581 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T10:42:57,606 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T10:42:57,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:42:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741842_1018 (size=322) 2024-11-12T10:42:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741842_1018 (size=322) 2024-11-12T10:42:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741842_1018 (size=322) 2024-11-12T10:42:57,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T10:42:57,656 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:57,659 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-12T10:42:57,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-12T10:42:57,661 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2, journal: Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2, size=322 (322bytes) at 1731408177549Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2 so closing down at 1731408177579 (+30 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002-wal-2.temp at 1731408177606 (+27 ms)3 split writer threads finished at 1731408177607 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731408177615 (+8 ms)Processed 1 edits across 1 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731408177660 (+45 ms) 2024-11-12T10:42:57,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:42:57,663 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:42:57,678 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal.1731408177664, exclude list is [], retry=0 2024-11-12T10:42:57,681 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:57,682 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:57,682 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:57,707 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal.1731408177664 2024-11-12T10:42:57,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:42:57,707 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 81ade7e879c90204be5c53cc02300c6b, NAME => 'testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:42:57,707 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:57,708 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,708 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,710 INFO [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,711 INFO [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ade7e879c90204be5c53cc02300c6b columnFamilyName a 2024-11-12T10:42:57,711 DEBUG [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:57,712 INFO [StoreOpener-81ade7e879c90204be5c53cc02300c6b-1 {}] regionserver.HStore(327): Store=81ade7e879c90204be5c53cc02300c6b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:57,713 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,717 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,719 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002 2024-11-12T10:42:57,748 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:57,754 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002 2024-11-12T10:42:57,758 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 81ade7e879c90204be5c53cc02300c6b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T10:42:57,808 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/.tmp/a/21940fcc6af54d5ba9fc56d3c2af9b11 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731408177339/Put/seqid=0 2024-11-12T10:42:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741844_1020 (size=5170) 2024-11-12T10:42:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741844_1020 (size=5170) 2024-11-12T10:42:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741844_1020 (size=5170) 2024-11-12T10:42:57,822 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/.tmp/a/21940fcc6af54d5ba9fc56d3c2af9b11 2024-11-12T10:42:57,867 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/.tmp/a/21940fcc6af54d5ba9fc56d3c2af9b11 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/a/21940fcc6af54d5ba9fc56d3c2af9b11 2024-11-12T10:42:57,877 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/a/21940fcc6af54d5ba9fc56d3c2af9b11, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T10:42:57,883 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 81ade7e879c90204be5c53cc02300c6b in 125ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T10:42:57,884 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/0000000000000000002 2024-11-12T10:42:57,885 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,885 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,889 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81ade7e879c90204be5c53cc02300c6b 2024-11-12T10:42:57,892 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/81ade7e879c90204be5c53cc02300c6b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T10:42:57,893 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81ade7e879c90204be5c53cc02300c6b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74207327, jitterRate=0.10577534139156342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:42:57,894 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81ade7e879c90204be5c53cc02300c6b: Writing region info on filesystem at 1731408177708Initializing all the Stores at 1731408177709 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408177709Obtaining lock to block concurrent updates at 1731408177758 (+49 ms)Preparing flush snapshotting stores in 81ade7e879c90204be5c53cc02300c6b at 1731408177758Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731408177762 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731408177238.81ade7e879c90204be5c53cc02300c6b. at 1731408177762Flushing 81ade7e879c90204be5c53cc02300c6b/a: creating writer at 1731408177763 (+1 ms)Flushing 81ade7e879c90204be5c53cc02300c6b/a: appending metadata at 1731408177796 (+33 ms)Flushing 81ade7e879c90204be5c53cc02300c6b/a: closing flushed file at 1731408177798 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d54dfd: reopening flushed file at 1731408177865 (+67 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 81ade7e879c90204be5c53cc02300c6b in 125ms, sequenceid=2, compaction requested=false; wal=null at 1731408177883 (+18 ms)Cleaning up temporary data from old regions at 1731408177885 (+2 ms)Region opened successfully at 1731408177894 (+9 ms) 2024-11-12T10:42:57,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=372 (was 361) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:48038 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:47844 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59492 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40013/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59616 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59638 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59468 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=2829 (was 2845) 2024-11-12T10:42:57,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=372, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=2828 2024-11-12T10:42:57,944 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:57,946 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:57,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:42:57,950 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92646151, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-92646151, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:42:57,962 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92646151/hregion-92646151.1731408177951, exclude list is [], retry=0 2024-11-12T10:42:57,966 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:57,966 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:57,967 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:57,992 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92646151/hregion-92646151.1731408177951 2024-11-12T10:42:57,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:42:57,992 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0563560f67e0b10b36ca883d7496ed41, NAME => 'testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:42:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741846_1022 (size=64) 2024-11-12T10:42:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741846_1022 (size=64) 2024-11-12T10:42:58,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741846_1022 (size=64) 2024-11-12T10:42:58,004 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:58,006 INFO [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,009 INFO [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0563560f67e0b10b36ca883d7496ed41 columnFamilyName a 2024-11-12T10:42:58,009 DEBUG [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:58,010 INFO [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] regionserver.HStore(327): Store=0563560f67e0b10b36ca883d7496ed41/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:58,010 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,011 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,011 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,012 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,012 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,015 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,018 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:42:58,019 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0563560f67e0b10b36ca883d7496ed41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595659, jitterRate=0.03705613315105438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:42:58,019 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0563560f67e0b10b36ca883d7496ed41: Writing region info on filesystem at 1731408178004Initializing all the Stores at 1731408178006 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408178006Cleaning up temporary data from old regions at 1731408178012 (+6 ms)Region opened successfully at 1731408178019 (+7 ms) 2024-11-12T10:42:58,019 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0563560f67e0b10b36ca883d7496ed41, disabling compactions & flushes 2024-11-12T10:42:58,019 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41. 2024-11-12T10:42:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41. 2024-11-12T10:42:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41. after waiting 0 ms 2024-11-12T10:42:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41. 2024-11-12T10:42:58,020 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41. 2024-11-12T10:42:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0563560f67e0b10b36ca883d7496ed41: Waiting for close lock at 1731408178019Disabling compacts and flushes for region at 1731408178019Disabling writes for close at 1731408178020 (+1 ms)Writing region close event to WAL at 1731408178020Closed at 1731408178020 2024-11-12T10:42:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741845_1021 (size=175) 2024-11-12T10:42:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741845_1021 (size=175) 2024-11-12T10:42:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741845_1021 (size=175) 2024-11-12T10:42:58,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:42:58,027 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92646151:(num 1731408177951) 2024-11-12T10:42:58,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:42:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741847_1023 (size=469) 2024-11-12T10:42:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741847_1023 (size=469) 2024-11-12T10:42:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741847_1023 (size=469) 2024-11-12T10:42:58,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:42:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741848_1024 (size=322) 2024-11-12T10:42:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741848_1024 (size=322) 2024-11-12T10:42:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741848_1024 (size=322) 2024-11-12T10:42:58,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2, size=322 (322bytes) 2024-11-12T10:42:58,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2 2024-11-12T10:42:58,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2 after 1ms 2024-11-12T10:42:58,147 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:58,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2 took 27ms 2024-11-12T10:42:58,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2 so closing down 2024-11-12T10:42:58,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:42:58,152 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T10:42:58,176 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T10:42:58,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:42:58,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741849_1025 (size=322) 2024-11-12T10:42:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741849_1025 (size=322) 2024-11-12T10:42:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741849_1025 (size=322) 2024-11-12T10:42:58,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T10:42:58,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002 2024-11-12T10:42:58,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-12T10:42:58,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2, journal: Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2, size=322 (322bytes) at 1731408178120Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2 so closing down at 1731408178149 (+29 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002-wal-2.temp at 1731408178176 (+27 ms)3 split writer threads finished at 1731408178177 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731408178186 (+9 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002 at 1731408178188 (+2 ms)Processed 1 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731408178188 2024-11-12T10:42:58,202 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1, size=469 (469bytes) 2024-11-12T10:42:58,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1 2024-11-12T10:42:58,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1 after 1ms 2024-11-12T10:42:58,228 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:58,228 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1 took 26ms 2024-11-12T10:42:58,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1 so closing down 2024-11-12T10:42:58,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:42:58,233 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T10:42:58,258 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T10:42:58,258 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:42:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741850_1026 (size=469) 2024-11-12T10:42:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741850_1026 (size=469) 2024-11-12T10:42:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741850_1026 (size=469) 2024-11-12T10:42:58,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T10:42:58,296 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:58,298 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002, length=322 2024-11-12T10:42:58,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002 2024-11-12T10:42:58,301 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-12T10:42:58,301 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1, journal: Splitting hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1, size=469 (469bytes) at 1731408178202Finishing writing output for hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1 so closing down at 1731408178231 (+29 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000001-wal-1.temp at 1731408178258 (+27 ms)3 split writer threads finished at 1731408178258Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731408178266 (+8 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002 at 1731408178301 (+35 ms)Processed 2 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731408178301 2024-11-12T10:42:58,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:42:58,304 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:42:58,321 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal.1731408178304, exclude list is [], retry=0 2024-11-12T10:42:58,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:58,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:58,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:58,352 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal.1731408178304 2024-11-12T10:42:58,352 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:42:58,352 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0563560f67e0b10b36ca883d7496ed41, NAME => 'testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:42:58,352 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:58,352 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,352 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,354 INFO [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,356 INFO [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0563560f67e0b10b36ca883d7496ed41 columnFamilyName a 2024-11-12T10:42:58,356 DEBUG [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:58,357 INFO [StoreOpener-0563560f67e0b10b36ca883d7496ed41-1 {}] regionserver.HStore(327): Store=0563560f67e0b10b36ca883d7496ed41/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:58,357 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,360 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,361 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002 2024-11-12T10:42:58,387 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:42:58,389 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002 2024-11-12T10:42:58,389 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0563560f67e0b10b36ca883d7496ed41 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T10:42:58,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/.tmp/a/d49825546dee433ba3b91dca9fb10826 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731408178028/Put/seqid=0 2024-11-12T10:42:58,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741852_1028 (size=5170) 2024-11-12T10:42:58,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741852_1028 (size=5170) 2024-11-12T10:42:58,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741852_1028 (size=5170) 2024-11-12T10:42:58,414 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/.tmp/a/d49825546dee433ba3b91dca9fb10826 2024-11-12T10:42:58,423 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/.tmp/a/d49825546dee433ba3b91dca9fb10826 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/a/d49825546dee433ba3b91dca9fb10826 2024-11-12T10:42:58,432 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/a/d49825546dee433ba3b91dca9fb10826, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T10:42:58,432 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0563560f67e0b10b36ca883d7496ed41 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T10:42:58,433 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/0000000000000000002 2024-11-12T10:42:58,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,437 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0563560f67e0b10b36ca883d7496ed41 2024-11-12T10:42:58,440 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/0563560f67e0b10b36ca883d7496ed41/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T10:42:58,441 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0563560f67e0b10b36ca883d7496ed41; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60360354, jitterRate=-0.10056063532829285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:42:58,442 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0563560f67e0b10b36ca883d7496ed41: Writing region info on filesystem at 1731408178353Initializing all the Stores at 1731408178354 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408178354Obtaining lock to block concurrent updates at 1731408178389 (+35 ms)Preparing flush snapshotting stores in 0563560f67e0b10b36ca883d7496ed41 at 1731408178389Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731408178390 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731408177944.0563560f67e0b10b36ca883d7496ed41. at 1731408178390Flushing 0563560f67e0b10b36ca883d7496ed41/a: creating writer at 1731408178390Flushing 0563560f67e0b10b36ca883d7496ed41/a: appending metadata at 1731408178404 (+14 ms)Flushing 0563560f67e0b10b36ca883d7496ed41/a: closing flushed file at 1731408178404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb75004: reopening flushed file at 1731408178422 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0563560f67e0b10b36ca883d7496ed41 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1731408178432 (+10 ms)Cleaning up temporary data from old regions at 1731408178434 (+2 ms)Region opened successfully at 1731408178441 (+7 ms) 2024-11-12T10:42:58,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=382 (was 372) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59694 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:47844 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:48120 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59684 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59492 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59468 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=2819 (was 2828) 2024-11-12T10:42:58,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=382, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=2818 2024-11-12T10:42:58,485 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:58,488 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:42:58,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:42:58,492 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05818386, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-05818386, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:42:58,506 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05818386/hregion-05818386.1731408178493, exclude list is [], retry=0 2024-11-12T10:42:58,510 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:58,510 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:58,510 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:58,539 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05818386/hregion-05818386.1731408178493 2024-11-12T10:42:58,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:42:58,539 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d44328303daa27d5603093e3bf46b496, NAME => 'testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:42:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741854_1030 (size=64) 2024-11-12T10:42:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741854_1030 (size=64) 2024-11-12T10:42:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741854_1030 (size=64) 2024-11-12T10:42:58,552 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:42:58,554 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,556 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44328303daa27d5603093e3bf46b496 columnFamilyName a 2024-11-12T10:42:58,556 DEBUG [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:58,557 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(327): Store=d44328303daa27d5603093e3bf46b496/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:58,557 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,559 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44328303daa27d5603093e3bf46b496 columnFamilyName b 2024-11-12T10:42:58,559 DEBUG [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:58,560 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(327): Store=d44328303daa27d5603093e3bf46b496/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:58,560 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,562 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44328303daa27d5603093e3bf46b496 columnFamilyName c 2024-11-12T10:42:58,562 DEBUG [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:42:58,563 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(327): Store=d44328303daa27d5603093e3bf46b496/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:42:58,563 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,566 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,566 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,567 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:42:58,568 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d44328303daa27d5603093e3bf46b496 2024-11-12T10:42:58,571 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:42:58,572 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d44328303daa27d5603093e3bf46b496; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70196818, jitterRate=0.046014100313186646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:42:58,572 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d44328303daa27d5603093e3bf46b496: Writing region info on filesystem at 1731408178552Initializing all the Stores at 1731408178553 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408178554 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408178554Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408178554Cleaning up temporary data from old regions at 1731408178566 (+12 ms)Region opened successfully at 1731408178572 (+6 ms) 2024-11-12T10:42:58,572 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d44328303daa27d5603093e3bf46b496, disabling compactions & flushes 2024-11-12T10:42:58,572 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:42:58,572 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:42:58,572 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. after waiting 0 ms 2024-11-12T10:42:58,572 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:42:58,573 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:42:58,573 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d44328303daa27d5603093e3bf46b496: Waiting for close lock at 1731408178572Disabling compacts and flushes for region at 1731408178572Disabling writes for close at 1731408178572Writing region close event to WAL at 1731408178573 (+1 ms)Closed at 1731408178573 2024-11-12T10:42:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741853_1029 (size=175) 2024-11-12T10:42:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741853_1029 (size=175) 2024-11-12T10:42:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741853_1029 (size=175) 2024-11-12T10:42:58,580 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:42:58,580 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05818386:(num 1731408178493) 2024-11-12T10:42:58,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:42:58,583 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:42:58,597 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583, exclude list is [], retry=0 2024-11-12T10:42:58,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:42:58,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:42:58,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:42:58,631 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 2024-11-12T10:42:58,631 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:42:58,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583, size=0 (0bytes) 2024-11-12T10:42:58,861 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 might be still open, length is 0 2024-11-12T10:42:58,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 2024-11-12T10:42:58,862 WARN [IPC Server handler 0 on default port 40013 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-12T10:42:58,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 after 1ms 2024-11-12T10:42:59,145 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:48154 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48154 dst: /127.0.0.1:41699 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41699 remote=/127.0.0.1:48154]. Total timeout mills is 60000, 59683 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:42:59,146 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59728 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59728 dst: /127.0.0.1:44813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:42:59,146 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:59726 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38437:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59726 dst: /127.0.0.1:38437 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:42:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741855_1032 (size=497775) 2024-11-12T10:42:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741855_1032 (size=497775) 2024-11-12T10:42:59,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741855_1032 (size=497775) 2024-11-12T10:43:02,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:43:02,406 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:43:02,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 after 4002ms 2024-11-12T10:43:02,897 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:02,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 took 4038ms 2024-11-12T10:43:02,915 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731408178583.temp 2024-11-12T10:43:02,961 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000000001-wal.1731408178583.temp 2024-11-12T10:43:03,031 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583; continuing. 2024-11-12T10:43:03,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 so closing down 2024-11-12T10:43:03,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:03,031 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741856_1033 (size=497783) 2024-11-12T10:43:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741856_1033 (size=497783) 2024-11-12T10:43:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741856_1033 (size=497783) 2024-11-12T10:43:03,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000000001-wal.1731408178583.temp (wrote 3002 edits, skipped 0 edits in 52 ms) 2024-11-12T10:43:03,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000000001-wal.1731408178583.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000003002 2024-11-12T10:43:03,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:43:03,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583, journal: Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583, size=0 (0bytes) at 1731408178861Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000000001-wal.1731408178583.temp at 1731408182961 (+4100 ms)Split 1024 edits, skipped 0 edits. at 1731408182988 (+27 ms)Split 2048 edits, skipped 0 edits. at 1731408183011 (+23 ms)Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 so closing down at 1731408183031 (+20 ms)3 split writer threads finished at 1731408183031Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000000001-wal.1731408178583.temp (wrote 3002 edits, skipped 0 edits in 52 ms) at 1731408183037 (+6 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000000001-wal.1731408178583.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000003002 at 1731408183039 (+2 ms)Processed 3002 edits across 1 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583, size=0, length=0, corrupted=false, cancelled=false at 1731408183039 2024-11-12T10:43:03,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408178583 2024-11-12T10:43:03,043 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000003002 2024-11-12T10:43:03,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:03,049 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:03,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408183050, exclude list is [], retry=0 2024-11-12T10:43:03,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:03,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:03,074 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:03,110 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408183050 2024-11-12T10:43:03,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:03,110 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:03,112 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:03,114 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44328303daa27d5603093e3bf46b496 columnFamilyName a 2024-11-12T10:43:03,114 DEBUG [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:03,115 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(327): Store=d44328303daa27d5603093e3bf46b496/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:03,115 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:03,117 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44328303daa27d5603093e3bf46b496 columnFamilyName b 2024-11-12T10:43:03,117 DEBUG [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:03,118 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(327): Store=d44328303daa27d5603093e3bf46b496/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:03,118 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:03,120 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44328303daa27d5603093e3bf46b496 columnFamilyName c 2024-11-12T10:43:03,120 DEBUG [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:03,121 INFO [StoreOpener-d44328303daa27d5603093e3bf46b496-1 {}] regionserver.HStore(327): Store=d44328303daa27d5603093e3bf46b496/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:03,121 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:03,123 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:03,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:03,129 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000003002 2024-11-12T10:43:03,171 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:03,218 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:43:03,641 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d44328303daa27d5603093e3bf46b496 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T10:43:03,682 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/a/ae2513d12b824870858439278e2800b6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731408178642/Put/seqid=0 2024-11-12T10:43:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741858_1035 (size=50463) 2024-11-12T10:43:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741858_1035 (size=50463) 2024-11-12T10:43:03,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741858_1035 (size=50463) 2024-11-12T10:43:03,693 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/a/ae2513d12b824870858439278e2800b6 2024-11-12T10:43:03,702 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/a/ae2513d12b824870858439278e2800b6 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/a/ae2513d12b824870858439278e2800b6 2024-11-12T10:43:03,711 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/a/ae2513d12b824870858439278e2800b6, entries=754, sequenceid=754, filesize=49.3 K 2024-11-12T10:43:03,711 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for d44328303daa27d5603093e3bf46b496 in 70ms, sequenceid=754, compaction requested=false; wal=null 2024-11-12T10:43:03,735 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:43:03,736 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d44328303daa27d5603093e3bf46b496 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T10:43:03,758 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/a/ffb036980b784622a170afa1f2fc8942 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731408178706/Put/seqid=0 2024-11-12T10:43:03,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741859_1036 (size=20072) 2024-11-12T10:43:03,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741859_1036 (size=20072) 2024-11-12T10:43:03,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741859_1036 (size=20072) 2024-11-12T10:43:03,772 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/a/ffb036980b784622a170afa1f2fc8942 2024-11-12T10:43:03,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/b/1feb323e71244bae9d4efcfa97a72b4e is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731408178726/Put/seqid=0 2024-11-12T10:43:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741860_1037 (size=35835) 2024-11-12T10:43:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741860_1037 (size=35835) 2024-11-12T10:43:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741860_1037 (size=35835) 2024-11-12T10:43:03,814 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/b/1feb323e71244bae9d4efcfa97a72b4e 2024-11-12T10:43:03,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/a/ffb036980b784622a170afa1f2fc8942 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/a/ffb036980b784622a170afa1f2fc8942 2024-11-12T10:43:03,836 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/a/ffb036980b784622a170afa1f2fc8942, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-12T10:43:03,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/b/1feb323e71244bae9d4efcfa97a72b4e as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/b/1feb323e71244bae9d4efcfa97a72b4e 2024-11-12T10:43:03,848 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/b/1feb323e71244bae9d4efcfa97a72b4e, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-12T10:43:03,849 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d44328303daa27d5603093e3bf46b496 in 112ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-12T10:43:03,871 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:43:03,872 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d44328303daa27d5603093e3bf46b496 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T10:43:03,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/b/eeee43f20d384daa9496d3d6be087ef1 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731408178752/Put/seqid=0 2024-11-12T10:43:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741861_1038 (size=35082) 2024-11-12T10:43:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741861_1038 (size=35082) 2024-11-12T10:43:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741861_1038 (size=35082) 2024-11-12T10:43:03,900 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/b/eeee43f20d384daa9496d3d6be087ef1 2024-11-12T10:43:03,936 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/c/56aec0c681a54916accf83af4361e915 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731408178789/Put/seqid=0 2024-11-12T10:43:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741862_1039 (size=20825) 2024-11-12T10:43:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741862_1039 (size=20825) 2024-11-12T10:43:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741862_1039 (size=20825) 2024-11-12T10:43:03,954 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/c/56aec0c681a54916accf83af4361e915 2024-11-12T10:43:03,962 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/b/eeee43f20d384daa9496d3d6be087ef1 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/b/eeee43f20d384daa9496d3d6be087ef1 2024-11-12T10:43:03,970 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/b/eeee43f20d384daa9496d3d6be087ef1, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-12T10:43:03,971 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/c/56aec0c681a54916accf83af4361e915 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/c/56aec0c681a54916accf83af4361e915 2024-11-12T10:43:03,980 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/c/56aec0c681a54916accf83af4361e915, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-12T10:43:03,980 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d44328303daa27d5603093e3bf46b496 in 108ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-12T10:43:03,996 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731408178828/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:43:04,000 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000003002 2024-11-12T10:43:04,001 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:43:04,001 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d44328303daa27d5603093e3bf46b496 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-12T10:43:04,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/c/48246111ff7247cebcff117c19c6a8bf is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731408178797/Put/seqid=0 2024-11-12T10:43:04,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741863_1040 (size=50301) 2024-11-12T10:43:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741863_1040 (size=50301) 2024-11-12T10:43:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741863_1040 (size=50301) 2024-11-12T10:43:04,051 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/c/48246111ff7247cebcff117c19c6a8bf 2024-11-12T10:43:04,061 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48246111ff7247cebcff117c19c6a8bf 2024-11-12T10:43:04,063 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/.tmp/c/48246111ff7247cebcff117c19c6a8bf as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/c/48246111ff7247cebcff117c19c6a8bf 2024-11-12T10:43:04,071 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48246111ff7247cebcff117c19c6a8bf 2024-11-12T10:43:04,071 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/c/48246111ff7247cebcff117c19c6a8bf, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-12T10:43:04,071 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for d44328303daa27d5603093e3bf46b496 in 70ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-12T10:43:04,072 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/0000000000000003002 2024-11-12T10:43:04,074 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:04,074 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:04,075 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:43:04,076 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d44328303daa27d5603093e3bf46b496 2024-11-12T10:43:04,079 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenIntoWAL/d44328303daa27d5603093e3bf46b496/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-12T10:43:04,081 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d44328303daa27d5603093e3bf46b496; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69192196, jitterRate=0.031044065952301025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:43:04,081 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d44328303daa27d5603093e3bf46b496: Writing region info on filesystem at 1731408183110Initializing all the Stores at 1731408183112 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408183112Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408183112Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408183112Cleaning up temporary data from old regions at 1731408184074 (+962 ms)Region opened successfully at 1731408184081 (+7 ms) 2024-11-12T10:43:04,157 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d44328303daa27d5603093e3bf46b496, disabling compactions & flushes 2024-11-12T10:43:04,157 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:43:04,157 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:43:04,157 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. after waiting 0 ms 2024-11-12T10:43:04,157 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:43:04,159 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731408178486.d44328303daa27d5603093e3bf46b496. 2024-11-12T10:43:04,160 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d44328303daa27d5603093e3bf46b496: Waiting for close lock at 1731408184157Disabling compacts and flushes for region at 1731408184157Disabling writes for close at 1731408184157Writing region close event to WAL at 1731408184159 (+2 ms)Closed at 1731408184159 2024-11-12T10:43:04,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741857_1034 (size=175) 2024-11-12T10:43:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741857_1034 (size=175) 2024-11-12T10:43:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741857_1034 (size=175) 2024-11-12T10:43:04,167 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:04,167 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731408183050) 2024-11-12T10:43:04,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=398 (was 382) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:37081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:40013 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2110049994_22 at /127.0.0.1:53640 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2110049994_22 at /127.0.0.1:38690 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2110049994_22 at /127.0.0.1:53654 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:45893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2110049994_22 at /127.0.0.1:55804 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3592 (was 2818) - AvailableMemoryMB LEAK? - 2024-11-12T10:43:04,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=3592 2024-11-12T10:43:04,209 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:04,211 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:04,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:04,214 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76198315, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-76198315, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:04,229 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76198315/hregion-76198315.1731408184215, exclude list is [], retry=0 2024-11-12T10:43:04,232 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:04,233 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:04,233 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:04,281 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76198315/hregion-76198315.1731408184215 2024-11-12T10:43:04,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:43:04,282 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 591b64a75cae8fa2e9e71bad0b1879d5, NAME => 'test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:43:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741865_1042 (size=43) 2024-11-12T10:43:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741865_1042 (size=43) 2024-11-12T10:43:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741865_1042 (size=43) 2024-11-12T10:43:04,295 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:04,298 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,300 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 591b64a75cae8fa2e9e71bad0b1879d5 columnFamilyName a 2024-11-12T10:43:04,300 DEBUG [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:04,301 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(327): Store=591b64a75cae8fa2e9e71bad0b1879d5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:04,301 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,303 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 591b64a75cae8fa2e9e71bad0b1879d5 columnFamilyName b 2024-11-12T10:43:04,303 DEBUG [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:04,304 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(327): Store=591b64a75cae8fa2e9e71bad0b1879d5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:04,304 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,308 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 591b64a75cae8fa2e9e71bad0b1879d5 columnFamilyName c 2024-11-12T10:43:04,308 DEBUG [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:04,308 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(327): Store=591b64a75cae8fa2e9e71bad0b1879d5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:04,309 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,310 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,315 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,316 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,317 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:04,326 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:04,330 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:04,331 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 591b64a75cae8fa2e9e71bad0b1879d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60983559, jitterRate=-0.09127415716648102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:04,332 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 591b64a75cae8fa2e9e71bad0b1879d5: Writing region info on filesystem at 1731408184295Initializing all the Stores at 1731408184296 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408184296Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408184298 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408184298Cleaning up temporary data from old regions at 1731408184316 (+18 ms)Region opened successfully at 1731408184332 (+16 ms) 2024-11-12T10:43:04,332 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 591b64a75cae8fa2e9e71bad0b1879d5, disabling compactions & flushes 2024-11-12T10:43:04,332 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:04,332 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:04,332 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. after waiting 0 ms 2024-11-12T10:43:04,332 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:04,337 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:04,337 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 591b64a75cae8fa2e9e71bad0b1879d5: Waiting for close lock at 1731408184332Disabling compacts and flushes for region at 1731408184332Disabling writes for close at 1731408184332Writing region close event to WAL at 1731408184337 (+5 ms)Closed at 1731408184337 2024-11-12T10:43:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741864_1041 (size=175) 2024-11-12T10:43:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741864_1041 (size=175) 2024-11-12T10:43:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741864_1041 (size=175) 2024-11-12T10:43:04,349 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:04,349 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76198315:(num 1731408184215) 2024-11-12T10:43:04,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:04,353 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:04,367 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353, exclude list is [], retry=0 2024-11-12T10:43:04,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:04,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:04,371 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:04,399 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353 2024-11-12T10:43:04,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:04,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:43:04,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:04,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:43:04,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:43:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741866_1043 (size=371388) 2024-11-12T10:43:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741866_1043 (size=371388) 2024-11-12T10:43:04,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:43:04,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741866_1043 (size=371388) 2024-11-12T10:43:04,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-12T10:43:04,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:04,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353, size=362.7 K (371388bytes) 2024-11-12T10:43:04,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353 2024-11-12T10:43:04,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353 after 0ms 2024-11-12T10:43:04,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:04,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353 took 44ms 2024-11-12T10:43:04,612 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731408184353.temp 2024-11-12T10:43:04,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353 so closing down 2024-11-12T10:43:04,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:04,659 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000000001-wal.1731408184353.temp 2024-11-12T10:43:04,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741867_1044 (size=371388) 2024-11-12T10:43:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741867_1044 (size=371388) 2024-11-12T10:43:04,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741867_1044 (size=371388) 2024-11-12T10:43:04,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000000001-wal.1731408184353.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-11-12T10:43:04,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000000001-wal.1731408184353.temp to hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003000 2024-11-12T10:43:04,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-12T10:43:04,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353, journal: Splitting hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353, size=362.7 K (371388bytes) at 1731408184564Split 1024 edits, skipped 0 edits. at 1731408184620 (+56 ms)Split 2048 edits, skipped 0 edits. at 1731408184631 (+11 ms)Finishing writing output for hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353 so closing down at 1731408184642 (+11 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000000001-wal.1731408184353.temp at 1731408184659 (+17 ms)3 split writer threads finished at 1731408184678 (+19 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000000001-wal.1731408184353.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1731408184686 (+8 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000000001-wal.1731408184353.temp to hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003000 at 1731408184688 (+2 ms)Processed 3000 edits across 1 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1731408184688 2024-11-12T10:43:04,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184353 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408184353 2024-11-12T10:43:04,692 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003000 2024-11-12T10:43:04,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:04,696 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:04,715 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696, exclude list is [], retry=0 2024-11-12T10:43:04,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:04,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:04,721 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:04,761 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696 2024-11-12T10:43:04,764 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:43:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741868_1045 (size=371515) 2024-11-12T10:43:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741868_1045 (size=371515) 2024-11-12T10:43:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741868_1045 (size=371515) 2024-11-12T10:43:04,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696, size=362.8 K (371515bytes) 2024-11-12T10:43:04,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696 2024-11-12T10:43:04,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696 after 0ms 2024-11-12T10:43:04,957 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:04,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696 took 33ms 2024-11-12T10:43:04,965 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731408184696.temp 2024-11-12T10:43:04,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696 so closing down 2024-11-12T10:43:04,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:05,003 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003001-wal.1731408184696.temp 2024-11-12T10:43:05,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741869_1046 (size=371515) 2024-11-12T10:43:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741869_1046 (size=371515) 2024-11-12T10:43:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741869_1046 (size=371515) 2024-11-12T10:43:05,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003001-wal.1731408184696.temp (wrote 3000 edits, skipped 0 edits in 9 ms) 2024-11-12T10:43:05,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003001-wal.1731408184696.temp to hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000006000 2024-11-12T10:43:05,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-12T10:43:05,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696, journal: Splitting hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696, size=362.8 K (371515bytes) at 1731408184927Split 1024 edits, skipped 0 edits. at 1731408184968 (+41 ms)Split 2048 edits, skipped 0 edits. at 1731408184974 (+6 ms)Finishing writing output for hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696 so closing down at 1731408184981 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003001-wal.1731408184696.temp at 1731408185003 (+22 ms)3 split writer threads finished at 1731408185013 (+10 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003001-wal.1731408184696.temp (wrote 3000 edits, skipped 0 edits in 9 ms) at 1731408185018 (+5 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003001-wal.1731408184696.temp to hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000006000 at 1731408185020 (+2 ms)Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1731408185020 2024-11-12T10:43:05,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408184696 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408184696 2024-11-12T10:43:05,026 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000006000 2024-11-12T10:43:05,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:05,029 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/test2727-manual,16010,1731408184208, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:05,043 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408185030, exclude list is [], retry=0 2024-11-12T10:43:05,047 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:05,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:05,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:05,082 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731408184208/wal.1731408185030 2024-11-12T10:43:05,087 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:43:05,087 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 591b64a75cae8fa2e9e71bad0b1879d5, NAME => 'test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:05,088 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:05,088 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,088 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,090 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,091 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 591b64a75cae8fa2e9e71bad0b1879d5 columnFamilyName a 2024-11-12T10:43:05,091 DEBUG [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:05,096 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(327): Store=591b64a75cae8fa2e9e71bad0b1879d5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:05,096 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,097 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 591b64a75cae8fa2e9e71bad0b1879d5 columnFamilyName b 2024-11-12T10:43:05,097 DEBUG [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:05,098 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(327): Store=591b64a75cae8fa2e9e71bad0b1879d5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:05,098 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,099 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 591b64a75cae8fa2e9e71bad0b1879d5 columnFamilyName c 2024-11-12T10:43:05,100 DEBUG [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:05,100 INFO [StoreOpener-591b64a75cae8fa2e9e71bad0b1879d5-1 {}] regionserver.HStore(327): Store=591b64a75cae8fa2e9e71bad0b1879d5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:05,101 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,105 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003000 2024-11-12T10:43:05,137 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:05,182 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003000 2024-11-12T10:43:05,184 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000006000 2024-11-12T10:43:05,219 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:05,257 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000006000 2024-11-12T10:43:05,257 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 591b64a75cae8fa2e9e71bad0b1879d5 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-12T10:43:05,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/a/e680636e448e491a8e7b1cb2f13955e4 is 41, key is test2727/a:100/1731408184771/Put/seqid=0 2024-11-12T10:43:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741871_1048 (size=84227) 2024-11-12T10:43:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741871_1048 (size=84227) 2024-11-12T10:43:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741871_1048 (size=84227) 2024-11-12T10:43:05,322 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/a/e680636e448e491a8e7b1cb2f13955e4 2024-11-12T10:43:05,371 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/b/d76192fbb562470092df40a7757d40aa is 41, key is test2727/b:100/1731408184819/Put/seqid=0 2024-11-12T10:43:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741872_1049 (size=84609) 2024-11-12T10:43:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741872_1049 (size=84609) 2024-11-12T10:43:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741872_1049 (size=84609) 2024-11-12T10:43:05,392 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/b/d76192fbb562470092df40a7757d40aa 2024-11-12T10:43:05,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/c/d7aeaf535bd24406be19af7221ce835d is 41, key is test2727/c:100/1731408184861/Put/seqid=0 2024-11-12T10:43:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741873_1050 (size=84609) 2024-11-12T10:43:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741873_1050 (size=84609) 2024-11-12T10:43:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741873_1050 (size=84609) 2024-11-12T10:43:05,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/c/d7aeaf535bd24406be19af7221ce835d 2024-11-12T10:43:05,870 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/a/e680636e448e491a8e7b1cb2f13955e4 as hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/a/e680636e448e491a8e7b1cb2f13955e4 2024-11-12T10:43:05,879 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/a/e680636e448e491a8e7b1cb2f13955e4, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-12T10:43:05,881 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/b/d76192fbb562470092df40a7757d40aa as hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/b/d76192fbb562470092df40a7757d40aa 2024-11-12T10:43:05,893 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/b/d76192fbb562470092df40a7757d40aa, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T10:43:05,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/.tmp/c/d7aeaf535bd24406be19af7221ce835d as hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/c/d7aeaf535bd24406be19af7221ce835d 2024-11-12T10:43:05,905 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/c/d7aeaf535bd24406be19af7221ce835d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T10:43:05,906 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 591b64a75cae8fa2e9e71bad0b1879d5 in 649ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-12T10:43:05,907 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000003000 2024-11-12T10:43:05,908 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/0000000000000006000 2024-11-12T10:43:05,909 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,910 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,911 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:05,913 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 591b64a75cae8fa2e9e71bad0b1879d5 2024-11-12T10:43:05,916 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/test2727/591b64a75cae8fa2e9e71bad0b1879d5/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-12T10:43:05,918 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 591b64a75cae8fa2e9e71bad0b1879d5; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67830124, jitterRate=0.01074761152267456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:05,919 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 591b64a75cae8fa2e9e71bad0b1879d5: Writing region info on filesystem at 1731408185088Initializing all the Stores at 1731408185090 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408185090Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408185090Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408185090Obtaining lock to block concurrent updates at 1731408185257 (+167 ms)Preparing flush snapshotting stores in 591b64a75cae8fa2e9e71bad0b1879d5 at 1731408185257Finished memstore snapshotting test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731408185259 (+2 ms)Flushing stores of test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. at 1731408185259Flushing 591b64a75cae8fa2e9e71bad0b1879d5/a: creating writer at 1731408185259Flushing 591b64a75cae8fa2e9e71bad0b1879d5/a: appending metadata at 1731408185290 (+31 ms)Flushing 591b64a75cae8fa2e9e71bad0b1879d5/a: closing flushed file at 1731408185290Flushing 591b64a75cae8fa2e9e71bad0b1879d5/b: creating writer at 1731408185330 (+40 ms)Flushing 591b64a75cae8fa2e9e71bad0b1879d5/b: appending metadata at 1731408185369 (+39 ms)Flushing 591b64a75cae8fa2e9e71bad0b1879d5/b: closing flushed file at 1731408185369Flushing 591b64a75cae8fa2e9e71bad0b1879d5/c: creating writer at 1731408185402 (+33 ms)Flushing 591b64a75cae8fa2e9e71bad0b1879d5/c: appending metadata at 1731408185439 (+37 ms)Flushing 591b64a75cae8fa2e9e71bad0b1879d5/c: closing flushed file at 1731408185439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9cd6e5: reopening flushed file at 1731408185868 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c35214: reopening flushed file at 1731408185880 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac7fef2: reopening flushed file at 1731408185893 (+13 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 591b64a75cae8fa2e9e71bad0b1879d5 in 649ms, sequenceid=6000, compaction requested=false; wal=null at 1731408185906 (+13 ms)Cleaning up temporary data from old regions at 1731408185910 (+4 ms)Region opened successfully at 1731408185919 (+9 ms) 2024-11-12T10:43:05,921 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-12T10:43:05,921 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 591b64a75cae8fa2e9e71bad0b1879d5, disabling compactions & flushes 2024-11-12T10:43:05,921 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:05,921 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:05,921 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. after waiting 0 ms 2024-11-12T10:43:05,921 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:05,931 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731408184210.591b64a75cae8fa2e9e71bad0b1879d5. 2024-11-12T10:43:05,931 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 591b64a75cae8fa2e9e71bad0b1879d5: Waiting for close lock at 1731408185921Disabling compacts and flushes for region at 1731408185921Disabling writes for close at 1731408185921Writing region close event to WAL at 1731408185931 (+10 ms)Closed at 1731408185931 2024-11-12T10:43:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741870_1047 (size=175) 2024-11-12T10:43:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741870_1047 (size=175) 2024-11-12T10:43:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741870_1047 (size=175) 2024-11-12T10:43:05,945 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:05,945 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731408185030) 2024-11-12T10:43:05,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=403 (was 398) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:53640 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:38808 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:55926 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:53654 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=3374 (was 3592) 2024-11-12T10:43:05,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=3373 2024-11-12T10:43:05,990 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:06,000 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:06,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731408186001 2024-11-12T10:43:06,048 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001 2024-11-12T10:43:06,054 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:06,059 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d7d029a2f6dfea154c293f216025fdb2, NAME => 'testSequentialEditLogSeqNum,,1731408185991.d7d029a2f6dfea154c293f216025fdb2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:06,059 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731408185991.d7d029a2f6dfea154c293f216025fdb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:06,059 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,059 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,061 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2 doesn't exist for region: d7d029a2f6dfea154c293f216025fdb2 on table testSequentialEditLogSeqNum 2024-11-12T10:43:06,062 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: d7d029a2f6dfea154c293f216025fdb2 on table testSequentialEditLogSeqNum 2024-11-12T10:43:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741875_1052 (size=62) 2024-11-12T10:43:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741875_1052 (size=62) 2024-11-12T10:43:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741875_1052 (size=62) 2024-11-12T10:43:06,093 INFO [StoreOpener-d7d029a2f6dfea154c293f216025fdb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,096 INFO [StoreOpener-d7d029a2f6dfea154c293f216025fdb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d029a2f6dfea154c293f216025fdb2 columnFamilyName a 2024-11-12T10:43:06,096 DEBUG [StoreOpener-d7d029a2f6dfea154c293f216025fdb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:06,096 INFO [StoreOpener-d7d029a2f6dfea154c293f216025fdb2-1 {}] regionserver.HStore(327): Store=d7d029a2f6dfea154c293f216025fdb2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:06,097 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,101 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d7d029a2f6dfea154c293f216025fdb2 2024-11-12T10:43:06,104 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:06,106 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d7d029a2f6dfea154c293f216025fdb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67786005, jitterRate=0.010090187191963196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:43:06,107 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d7d029a2f6dfea154c293f216025fdb2: Writing region info on filesystem at 1731408186060Initializing all the Stores at 1731408186089 (+29 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408186089Cleaning up temporary data from old regions at 1731408186099 (+10 ms)Region opened successfully at 1731408186107 (+8 ms) 2024-11-12T10:43:06,128 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d7d029a2f6dfea154c293f216025fdb2 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-12T10:43:06,150 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/.tmp/a/c9cc01a8d6314451ba2cf99ac89a6550 is 81, key is testSequentialEditLogSeqNum/a:x0/1731408186107/Put/seqid=0 2024-11-12T10:43:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741876_1053 (size=5833) 2024-11-12T10:43:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741876_1053 (size=5833) 2024-11-12T10:43:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741876_1053 (size=5833) 2024-11-12T10:43:06,160 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/.tmp/a/c9cc01a8d6314451ba2cf99ac89a6550 2024-11-12T10:43:06,170 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/.tmp/a/c9cc01a8d6314451ba2cf99ac89a6550 as hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/a/c9cc01a8d6314451ba2cf99ac89a6550 2024-11-12T10:43:06,179 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/a/c9cc01a8d6314451ba2cf99ac89a6550, entries=10, sequenceid=13, filesize=5.7 K 2024-11-12T10:43:06,181 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d7d029a2f6dfea154c293f216025fdb2 in 54ms, sequenceid=13, compaction requested=false 2024-11-12T10:43:06,181 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d7d029a2f6dfea154c293f216025fdb2: 2024-11-12T10:43:06,191 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:43:06,191 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:43:06,191 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:43:06,191 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:43:06,191 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:43:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741874_1051 (size=3256) 2024-11-12T10:43:06,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741874_1051 (size=3256) 2024-11-12T10:43:06,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741874_1051 (size=3256) 2024-11-12T10:43:06,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001, size=3.2 K (3256bytes) 2024-11-12T10:43:06,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001 2024-11-12T10:43:06,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001 after 0ms 2024-11-12T10:43:06,256 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:06,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001 took 36ms 2024-11-12T10:43:06,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001 so closing down 2024-11-12T10:43:06,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:06,265 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731408186001.temp 2024-11-12T10:43:06,294 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000003-wal.1731408186001.temp 2024-11-12T10:43:06,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741877_1054 (size=2650) 2024-11-12T10:43:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741877_1054 (size=2650) 2024-11-12T10:43:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741877_1054 (size=2650) 2024-11-12T10:43:06,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000003-wal.1731408186001.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:06,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000003-wal.1731408186001.temp to hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000020 2024-11-12T10:43:06,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 49 ms; skipped=2; WAL=hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-12T10:43:06,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001, journal: Splitting hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001, size=3.2 K (3256bytes) at 1731408186222Finishing writing output for hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001 so closing down at 1731408186262 (+40 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000003-wal.1731408186001.temp at 1731408186294 (+32 ms)3 split writer threads finished at 1731408186295 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000003-wal.1731408186001.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731408186306 (+11 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000003-wal.1731408186001.temp to hdfs://localhost:40013/hbase/data/default/testSequentialEditLogSeqNum/d7d029a2f6dfea154c293f216025fdb2/recovered.edits/0000000000000000020 at 1731408186308 (+2 ms)Processed 17 edits across 1 Regions in 49 ms; skipped=2; WAL=hdfs://localhost:40013/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731408185990/wal.1731408186001, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1731408186308 2024-11-12T10:43:06,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:53640 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:38808 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:55926 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:53654 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=3357 (was 3373) 2024-11-12T10:43:06,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=3357 2024-11-12T10:43:06,350 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:06,353 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:06,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:06,381 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53271730, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-53271730, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:06,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53271730/hregion-53271730.1731408186382, exclude list is [], retry=0 2024-11-12T10:43:06,399 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:06,399 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:06,399 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:06,427 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53271730/hregion-53271730.1731408186382 2024-11-12T10:43:06,428 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:43:06,428 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7dc8fb97542954020d852b400b6f8cb2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:43:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741879_1056 (size=70) 2024-11-12T10:43:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741879_1056 (size=70) 2024-11-12T10:43:06,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741879_1056 (size=70) 2024-11-12T10:43:06,441 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:06,443 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,444 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName a 2024-11-12T10:43:06,444 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:06,445 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:06,445 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,447 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName b 2024-11-12T10:43:06,447 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:06,448 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:06,448 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,450 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName c 2024-11-12T10:43:06,450 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:06,450 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:06,450 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,451 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,452 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,453 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,453 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,454 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:06,455 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,457 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:06,458 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7dc8fb97542954020d852b400b6f8cb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60374897, jitterRate=-0.10034392774105072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:06,458 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7dc8fb97542954020d852b400b6f8cb2: Writing region info on filesystem at 1731408186441Initializing all the Stores at 1731408186442 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408186442Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408186443 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408186443Cleaning up temporary data from old regions at 1731408186453 (+10 ms)Region opened successfully at 1731408186458 (+5 ms) 2024-11-12T10:43:06,459 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7dc8fb97542954020d852b400b6f8cb2, disabling compactions & flushes 2024-11-12T10:43:06,459 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:06,459 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:06,459 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. after waiting 0 ms 2024-11-12T10:43:06,459 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:06,459 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:06,459 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7dc8fb97542954020d852b400b6f8cb2: Waiting for close lock at 1731408186458Disabling compacts and flushes for region at 1731408186459 (+1 ms)Disabling writes for close at 1731408186459Writing region close event to WAL at 1731408186459Closed at 1731408186459 2024-11-12T10:43:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741878_1055 (size=175) 2024-11-12T10:43:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741878_1055 (size=175) 2024-11-12T10:43:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741878_1055 (size=175) 2024-11-12T10:43:06,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:06,465 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53271730:(num 1731408186382) 2024-11-12T10:43:06,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:06,467 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:06,480 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468, exclude list is [], retry=0 2024-11-12T10:43:06,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:06,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:06,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:06,515 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 2024-11-12T10:43:06,515 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:06,515 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dc8fb97542954020d852b400b6f8cb2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:06,516 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:06,516 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,516 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,519 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,520 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName a 2024-11-12T10:43:06,520 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:06,521 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:06,521 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,523 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName b 2024-11-12T10:43:06,523 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:06,524 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:06,524 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,525 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName c 2024-11-12T10:43:06,525 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:06,526 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:06,526 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,526 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,528 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,529 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,529 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,529 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:06,531 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:06,531 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7dc8fb97542954020d852b400b6f8cb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63849973, jitterRate=-0.04856126010417938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:06,532 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7dc8fb97542954020d852b400b6f8cb2: Writing region info on filesystem at 1731408186516Initializing all the Stores at 1731408186517 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408186517Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408186518 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408186518Cleaning up temporary data from old regions at 1731408186529 (+11 ms)Region opened successfully at 1731408186532 (+3 ms) 2024-11-12T10:43:06,536 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731408186535/Put/seqid=0 2024-11-12T10:43:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741881_1058 (size=4826) 2024-11-12T10:43:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741881_1058 (size=4826) 2024-11-12T10:43:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741881_1058 (size=4826) 2024-11-12T10:43:06,543 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40013/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 7dc8fb97542954020d852b400b6f8cb2/a 2024-11-12T10:43:06,552 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-12T10:43:06,552 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:43:06,552 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7dc8fb97542954020d852b400b6f8cb2: 2024-11-12T10:43:06,554 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/a/6ec0fd834dd34a3d9f9fce9a2e9fa32d_SeqId_3_ 2024-11-12T10:43:06,555 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40013/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7dc8fb97542954020d852b400b6f8cb2/a as hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/a/6ec0fd834dd34a3d9f9fce9a2e9fa32d_SeqId_3_ - updating store file list. 2024-11-12T10:43:06,561 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ec0fd834dd34a3d9f9fce9a2e9fa32d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:06,561 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/a/6ec0fd834dd34a3d9f9fce9a2e9fa32d_SeqId_3_ into 7dc8fb97542954020d852b400b6f8cb2/a 2024-11-12T10:43:06,561 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40013/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7dc8fb97542954020d852b400b6f8cb2/a (new location: hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/a/6ec0fd834dd34a3d9f9fce9a2e9fa32d_SeqId_3_) 2024-11-12T10:43:06,598 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468, size=0 (0bytes) 2024-11-12T10:43:06,598 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 might be still open, length is 0 2024-11-12T10:43:06,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 2024-11-12T10:43:06,598 WARN [IPC Server handler 0 on default port 40013 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-12T10:43:06,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 after 0ms 2024-11-12T10:43:08,137 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:56034 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56034 dst: /127.0.0.1:44813 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44813 remote=/127.0.0.1:56034]. Total timeout mills is 60000, 58430 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:08,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:53872 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53872 dst: /127.0.0.1:41699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:08,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:38896 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38437:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38896 dst: /127.0.0.1:38437 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741880_1059 (size=606) 2024-11-12T10:43:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741880_1059 (size=606) 2024-11-12T10:43:10,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 after 4002ms 2024-11-12T10:43:10,632 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:10,632 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 took 4034ms 2024-11-12T10:43:10,634 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468; continuing. 2024-11-12T10:43:10,635 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 so closing down 2024-11-12T10:43:10,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:10,636 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731408186468.temp 2024-11-12T10:43:10,659 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005-wal.1731408186468.temp 2024-11-12T10:43:10,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741882_1060 (size=329) 2024-11-12T10:43:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741882_1060 (size=329) 2024-11-12T10:43:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741882_1060 (size=329) 2024-11-12T10:43:10,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005-wal.1731408186468.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:10,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005-wal.1731408186468.temp to hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005 2024-11-12T10:43:10,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:43:10,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468, journal: Splitting hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468, size=0 (0bytes) at 1731408186598Finishing writing output for hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 so closing down at 1731408190635 (+4037 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005-wal.1731408186468.temp at 1731408190659 (+24 ms)3 split writer threads finished at 1731408190660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005-wal.1731408186468.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731408190667 (+7 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005-wal.1731408186468.temp to hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005 at 1731408190668 (+1 ms)Processed 2 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468, size=0, length=0, corrupted=false, cancelled=false at 1731408190668 2024-11-12T10:43:10,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408186468 2024-11-12T10:43:10,670 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005 2024-11-12T10:43:10,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:10,672 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:10,685 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408190673, exclude list is [], retry=0 2024-11-12T10:43:10,688 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:10,688 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:10,688 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:10,712 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408190673 2024-11-12T10:43:10,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:10,712 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dc8fb97542954020d852b400b6f8cb2, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:10,712 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:10,713 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,713 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,714 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,715 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName a 2024-11-12T10:43:10,715 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:10,722 DEBUG [StoreFileOpener-7dc8fb97542954020d852b400b6f8cb2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ec0fd834dd34a3d9f9fce9a2e9fa32d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:10,722 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/a/6ec0fd834dd34a3d9f9fce9a2e9fa32d_SeqId_3_ 2024-11-12T10:43:10,722 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:10,723 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,724 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName b 2024-11-12T10:43:10,724 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:10,725 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:10,725 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,726 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8fb97542954020d852b400b6f8cb2 columnFamilyName c 2024-11-12T10:43:10,726 DEBUG [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:10,727 INFO [StoreOpener-7dc8fb97542954020d852b400b6f8cb2-1 {}] regionserver.HStore(327): Store=7dc8fb97542954020d852b400b6f8cb2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:10,727 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,728 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,730 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,731 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005 2024-11-12T10:43:10,761 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:10,762 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005 2024-11-12T10:43:10,762 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7dc8fb97542954020d852b400b6f8cb2 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-12T10:43:10,780 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/.tmp/a/49bfaa24de754a19a5631da49ac42bb5 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731408186566/Put/seqid=0 2024-11-12T10:43:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741884_1062 (size=5149) 2024-11-12T10:43:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741884_1062 (size=5149) 2024-11-12T10:43:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741884_1062 (size=5149) 2024-11-12T10:43:10,791 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/.tmp/a/49bfaa24de754a19a5631da49ac42bb5 2024-11-12T10:43:10,798 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/.tmp/a/49bfaa24de754a19a5631da49ac42bb5 as hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/a/49bfaa24de754a19a5631da49ac42bb5 2024-11-12T10:43:10,805 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/a/49bfaa24de754a19a5631da49ac42bb5, entries=1, sequenceid=5, filesize=5.0 K 2024-11-12T10:43:10,806 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7dc8fb97542954020d852b400b6f8cb2 in 43ms, sequenceid=5, compaction requested=false; wal=null 2024-11-12T10:43:10,807 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/0000000000000000005 2024-11-12T10:43:10,808 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,808 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,809 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:10,811 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7dc8fb97542954020d852b400b6f8cb2 2024-11-12T10:43:10,812 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7dc8fb97542954020d852b400b6f8cb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:43:10,813 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7dc8fb97542954020d852b400b6f8cb2; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66122696, jitterRate=-0.014695048332214355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:10,814 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7dc8fb97542954020d852b400b6f8cb2: Writing region info on filesystem at 1731408190713Initializing all the Stores at 1731408190714 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408190714Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408190714Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408190714Obtaining lock to block concurrent updates at 1731408190762 (+48 ms)Preparing flush snapshotting stores in 7dc8fb97542954020d852b400b6f8cb2 at 1731408190762Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731408190762Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. at 1731408190763 (+1 ms)Flushing 7dc8fb97542954020d852b400b6f8cb2/a: creating writer at 1731408190763Flushing 7dc8fb97542954020d852b400b6f8cb2/a: appending metadata at 1731408190779 (+16 ms)Flushing 7dc8fb97542954020d852b400b6f8cb2/a: closing flushed file at 1731408190779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5c55fd: reopening flushed file at 1731408190797 (+18 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7dc8fb97542954020d852b400b6f8cb2 in 43ms, sequenceid=5, compaction requested=false; wal=null at 1731408190806 (+9 ms)Cleaning up temporary data from old regions at 1731408190808 (+2 ms)Region opened successfully at 1731408190814 (+6 ms) 2024-11-12T10:43:10,820 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7dc8fb97542954020d852b400b6f8cb2, disabling compactions & flushes 2024-11-12T10:43:10,820 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:10,820 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:10,820 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. after waiting 0 ms 2024-11-12T10:43:10,820 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:10,829 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731408186351.7dc8fb97542954020d852b400b6f8cb2. 2024-11-12T10:43:10,829 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7dc8fb97542954020d852b400b6f8cb2: Waiting for close lock at 1731408190820Disabling compacts and flushes for region at 1731408190820Disabling writes for close at 1731408190820Writing region close event to WAL at 1731408190828 (+8 ms)Closed at 1731408190828 2024-11-12T10:43:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741883_1061 (size=175) 2024-11-12T10:43:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741883_1061 (size=175) 2024-11-12T10:43:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741883_1061 (size=175) 2024-11-12T10:43:10,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:10,839 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731408190673) 2024-11-12T10:43:10,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 408) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:40013 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474624072_22 at /127.0.0.1:54286 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474624072_22 at /127.0.0.1:52898 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474624072_22 at /127.0.0.1:58628 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=3310 (was 3357) 2024-11-12T10:43:10,853 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-12T10:43:10,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3309 2024-11-12T10:43:10,864 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-12T10:43:10,878 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:10,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:43:10,886 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is aed202db7571,45375,1731408174199 2024-11-12T10:43:10,888 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d42222 2024-11-12T10:43:10,888 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:43:10,891 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:43:10,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:43:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T10:43:10,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:43:10,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-12T10:43:10,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:10,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:43:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:43:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741885_1063 (size=694) 2024-11-12T10:43:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741885_1063 (size=694) 2024-11-12T10:43:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741885_1063 (size=694) 2024-11-12T10:43:10,920 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 856400b674610b33b5fff9cd2a3847c0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0 2024-11-12T10:43:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741886_1064 (size=77) 2024-11-12T10:43:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741886_1064 (size=77) 2024-11-12T10:43:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741886_1064 (size=77) 2024-11-12T10:43:10,930 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:10,930 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 856400b674610b33b5fff9cd2a3847c0, disabling compactions & flushes 2024-11-12T10:43:10,930 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:10,930 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:10,930 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. after waiting 0 ms 2024-11-12T10:43:10,930 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:10,930 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:10,930 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 856400b674610b33b5fff9cd2a3847c0: Waiting for close lock at 1731408190930Disabling compacts and flushes for region at 1731408190930Disabling writes for close at 1731408190930Writing region close event to WAL at 1731408190930Closed at 1731408190930 2024-11-12T10:43:10,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:43:10,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731408190932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408190932"}]},"ts":"1731408190932"} 2024-11-12T10:43:10,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:43:10,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:43:10,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408190945"}]},"ts":"1731408190945"} 2024-11-12T10:43:10,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-12T10:43:10,951 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:43:10,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:43:10,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:43:10,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:43:10,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:43:10,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:43:10,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:43:10,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:43:10,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:43:10,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:43:10,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:43:10,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN}] 2024-11-12T10:43:10,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN 2024-11-12T10:43:10,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN; state=OFFLINE, location=aed202db7571,44903,1731408174871; forceNewPlan=false, retain=false 2024-11-12T10:43:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:43:11,113 INFO [aed202db7571:45375 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:43:11,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPENING, regionLocation=aed202db7571,44903,1731408174871 2024-11-12T10:43:11,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN because future has completed 2024-11-12T10:43:11,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871}] 2024-11-12T10:43:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:43:11,273 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:43:11,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33295, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:43:11,281 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,281 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 856400b674610b33b5fff9cd2a3847c0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:11,282 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,282 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:11,282 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,282 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,284 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,285 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf1 2024-11-12T10:43:11,285 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:11,286 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:11,286 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,288 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf2 2024-11-12T10:43:11,288 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:11,288 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:11,288 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,289 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,290 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,291 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,291 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,292 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:43:11,293 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,299 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:11,299 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 856400b674610b33b5fff9cd2a3847c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73247575, jitterRate=0.09147392213344574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:43:11,300 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,300 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 856400b674610b33b5fff9cd2a3847c0: Running coprocessor pre-open hook at 1731408191282Writing region info on filesystem at 1731408191282Initializing all the Stores at 1731408191283 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408191283Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408191284 (+1 ms)Cleaning up temporary data from old regions at 1731408191291 (+7 ms)Running coprocessor post-open hooks at 1731408191300 (+9 ms)Region opened successfully at 1731408191300 2024-11-12T10:43:11,302 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., pid=6, masterSystemTime=1731408191273 2024-11-12T10:43:11,305 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,305 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,44903,1731408174871 2024-11-12T10:43:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871 because future has completed 2024-11-12T10:43:11,322 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=aed202db7571,44903,1731408174871, table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T10:43:11,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:43:11,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871 in 203 msec 2024-11-12T10:43:11,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:43:11,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN in 372 msec 2024-11-12T10:43:11,331 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:43:11,331 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408191331"}]},"ts":"1731408191331"} 2024-11-12T10:43:11,339 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-12T10:43:11,341 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:43:11,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 446 msec 2024-11-12T10:43:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:43:11,544 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-12T10:43:11,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-12T10:43:11,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:43:11,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-12T10:43:11,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:43:11,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-12T10:43:11,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=2] 2024-11-12T10:43:11,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:43:11,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:43:11,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=856400b674610b33b5fff9cd2a3847c0, source=aed202db7571,44903,1731408174871, destination=aed202db7571,43367,1731408174779, warming up region on aed202db7571,43367,1731408174779 2024-11-12T10:43:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:43:11,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=856400b674610b33b5fff9cd2a3847c0, source=aed202db7571,44903,1731408174871, destination=aed202db7571,43367,1731408174779, running balancer 2024-11-12T10:43:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE 2024-11-12T10:43:11,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE 2024-11-12T10:43:11,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37791, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:43:11,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=CLOSING, regionLocation=aed202db7571,44903,1731408174871 2024-11-12T10:43:11,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE because future has completed 2024-11-12T10:43:11,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,637 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T10:43:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(7855): Warmup {ENCODED => 856400b674610b33b5fff9cd2a3847c0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:11,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871}] 2024-11-12T10:43:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:11,641 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,644 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf1 2024-11-12T10:43:11,644 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:11,645 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:11,645 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,647 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf2 2024-11-12T10:43:11,647 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:11,649 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(1722): Closing 856400b674610b33b5fff9cd2a3847c0, disabling compactions & flushes 2024-11-12T10:43:11,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. after waiting 0 ms 2024-11-12T10:43:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(1676): Region close journal for 856400b674610b33b5fff9cd2a3847c0: Waiting for close lock at 1731408191649Disabling compacts and flushes for region at 1731408191649Disabling writes for close at 1731408191649Writing region close event to WAL at 1731408191651 (+2 ms)Closed at 1731408191651 2024-11-12T10:43:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-12T10:43:11,798 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:11,798 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T10:43:11,799 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 856400b674610b33b5fff9cd2a3847c0, disabling compactions & flushes 2024-11-12T10:43:11,799 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,799 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,799 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. after waiting 0 ms 2024-11-12T10:43:11,799 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:11,799 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 856400b674610b33b5fff9cd2a3847c0 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-12T10:43:11,815 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf1/ed06406a450d497288764143857d736b is 35, key is r1/cf1:q/1731408191599/Put/seqid=0 2024-11-12T10:43:11,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741887_1065 (size=4783) 2024-11-12T10:43:11,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741887_1065 (size=4783) 2024-11-12T10:43:11,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741887_1065 (size=4783) 2024-11-12T10:43:12,223 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf1/ed06406a450d497288764143857d736b 2024-11-12T10:43:12,232 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf1/ed06406a450d497288764143857d736b as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b 2024-11-12T10:43:12,240 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T10:43:12,241 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 856400b674610b33b5fff9cd2a3847c0 in 442ms, sequenceid=5, compaction requested=false 2024-11-12T10:43:12,242 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-12T10:43:12,250 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:43:12,253 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:12,253 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 856400b674610b33b5fff9cd2a3847c0: Waiting for close lock at 1731408191799Running coprocessor pre-close hooks at 1731408191799Disabling compacts and flushes for region at 1731408191799Disabling writes for close at 1731408191799Obtaining lock to block concurrent updates at 1731408191799Preparing flush snapshotting stores in 856400b674610b33b5fff9cd2a3847c0 at 1731408191799Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731408191799Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. at 1731408191800 (+1 ms)Flushing 856400b674610b33b5fff9cd2a3847c0/cf1: creating writer at 1731408191800Flushing 856400b674610b33b5fff9cd2a3847c0/cf1: appending metadata at 1731408191815 (+15 ms)Flushing 856400b674610b33b5fff9cd2a3847c0/cf1: closing flushed file at 1731408191815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5999fb: reopening flushed file at 1731408192231 (+416 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 856400b674610b33b5fff9cd2a3847c0 in 442ms, sequenceid=5, compaction requested=false at 1731408192241 (+10 ms)Writing region close event to WAL at 1731408192245 (+4 ms)Running coprocessor post-close hooks at 1731408192251 (+6 ms)Closed at 1731408192253 (+2 ms) 2024-11-12T10:43:12,253 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 856400b674610b33b5fff9cd2a3847c0 move to aed202db7571,43367,1731408174779 record at close sequenceid=5 2024-11-12T10:43:12,257 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=CLOSED 2024-11-12T10:43:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871 because future has completed 2024-11-12T10:43:12,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T10:43:12,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871 in 627 msec 2024-11-12T10:43:12,271 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE; state=CLOSED, location=aed202db7571,43367,1731408174779; forceNewPlan=false, retain=false 2024-11-12T10:43:12,422 INFO [aed202db7571:45375 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:43:12,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPENING, regionLocation=aed202db7571,43367,1731408174779 2024-11-12T10:43:12,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE because future has completed 2024-11-12T10:43:12,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779}] 2024-11-12T10:43:12,601 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:12,601 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 856400b674610b33b5fff9cd2a3847c0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:12,602 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,602 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:12,602 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,602 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,606 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,608 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf1 2024-11-12T10:43:12,608 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:12,621 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b 2024-11-12T10:43:12,622 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:12,622 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,623 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf2 2024-11-12T10:43:12,623 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:12,624 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:12,624 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,625 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,627 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,628 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,628 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,629 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:43:12,631 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,632 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 856400b674610b33b5fff9cd2a3847c0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62473088, jitterRate=-0.06907844543457031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:43:12,632 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:12,633 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 856400b674610b33b5fff9cd2a3847c0: Running coprocessor pre-open hook at 1731408192602Writing region info on filesystem at 1731408192602Initializing all the Stores at 1731408192604 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408192604Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408192606 (+2 ms)Cleaning up temporary data from old regions at 1731408192628 (+22 ms)Running coprocessor post-open hooks at 1731408192632 (+4 ms)Region opened successfully at 1731408192633 (+1 ms) 2024-11-12T10:43:12,635 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., pid=9, masterSystemTime=1731408192595 2024-11-12T10:43:12,640 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:12,640 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:12,641 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPEN, openSeqNum=9, regionLocation=aed202db7571,43367,1731408174779 2024-11-12T10:43:12,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779 because future has completed 2024-11-12T10:43:12,647 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=aed202db7571,43367,1731408174779, table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T10:43:12,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-12T10:43:12,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779 in 215 msec 2024-11-12T10:43:12,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE in 1.0330 sec 2024-11-12T10:43:12,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:43:12,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:43:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:37080 deadline: 1731408252702, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=43367 startCode=1731408174779. As of locationSeqNum=5. 2024-11-12T10:43:12,733 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=43367 startCode=1731408174779. As of locationSeqNum=5. 2024-11-12T10:43:12,734 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=43367 startCode=1731408174779. As of locationSeqNum=5. 2024-11-12T10:43:12,734 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,43367,1731408174779, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=43367 startCode=1731408174779. As of locationSeqNum=5. 2024-11-12T10:43:12,843 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:43:12,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:43:12,868 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 856400b674610b33b5fff9cd2a3847c0 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-12T10:43:12,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf1/aba85194d8c045fcae591f0b67093561 is 29, key is r1/cf1:/1731408192855/DeleteFamily/seqid=0 2024-11-12T10:43:12,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741888_1066 (size=4906) 2024-11-12T10:43:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741888_1066 (size=4906) 2024-11-12T10:43:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741888_1066 (size=4906) 2024-11-12T10:43:12,924 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf1/aba85194d8c045fcae591f0b67093561 2024-11-12T10:43:12,935 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aba85194d8c045fcae591f0b67093561 2024-11-12T10:43:12,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf2/5ec128b229374299af8fc4992ef90c74 is 29, key is r1/cf2:/1731408192855/DeleteFamily/seqid=0 2024-11-12T10:43:12,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741889_1067 (size=4906) 2024-11-12T10:43:12,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741889_1067 (size=4906) 2024-11-12T10:43:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741889_1067 (size=4906) 2024-11-12T10:43:12,992 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf2/5ec128b229374299af8fc4992ef90c74 2024-11-12T10:43:13,002 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ec128b229374299af8fc4992ef90c74 2024-11-12T10:43:13,004 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf1/aba85194d8c045fcae591f0b67093561 as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/aba85194d8c045fcae591f0b67093561 2024-11-12T10:43:13,012 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aba85194d8c045fcae591f0b67093561 2024-11-12T10:43:13,013 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/aba85194d8c045fcae591f0b67093561, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T10:43:13,014 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf2/5ec128b229374299af8fc4992ef90c74 as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/5ec128b229374299af8fc4992ef90c74 2024-11-12T10:43:13,021 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ec128b229374299af8fc4992ef90c74 2024-11-12T10:43:13,022 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/5ec128b229374299af8fc4992ef90c74, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T10:43:13,023 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 856400b674610b33b5fff9cd2a3847c0 in 155ms, sequenceid=12, compaction requested=false 2024-11-12T10:43:13,023 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 856400b674610b33b5fff9cd2a3847c0: 2024-11-12T10:43:13,027 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T10:43:13,029 DEBUG [Time-limited test {}] regionserver.HStore(1541): 856400b674610b33b5fff9cd2a3847c0/cf1 is initiating major compaction (all files) 2024-11-12T10:43:13,029 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:43:13,029 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:13,030 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 856400b674610b33b5fff9cd2a3847c0/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,031 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b, hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/aba85194d8c045fcae591f0b67093561] into tmpdir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp, totalSize=9.5 K 2024-11-12T10:43:13,032 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ed06406a450d497288764143857d736b, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731408191599 2024-11-12T10:43:13,033 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aba85194d8c045fcae591f0b67093561, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T10:43:13,049 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 856400b674610b33b5fff9cd2a3847c0#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:43:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741890_1068 (size=4626) 2024-11-12T10:43:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741890_1068 (size=4626) 2024-11-12T10:43:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741890_1068 (size=4626) 2024-11-12T10:43:13,084 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf1/944a5237d4814c868b2c7363c18a7185 as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/944a5237d4814c868b2c7363c18a7185 2024-11-12T10:43:13,104 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 856400b674610b33b5fff9cd2a3847c0/cf1 of 856400b674610b33b5fff9cd2a3847c0 into 944a5237d4814c868b2c7363c18a7185(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:43:13,105 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 856400b674610b33b5fff9cd2a3847c0: 2024-11-12T10:43:13,105 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T10:43:13,105 DEBUG [Time-limited test {}] regionserver.HStore(1541): 856400b674610b33b5fff9cd2a3847c0/cf2 is initiating major compaction (all files) 2024-11-12T10:43:13,105 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:43:13,105 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:43:13,106 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 856400b674610b33b5fff9cd2a3847c0/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,106 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/5ec128b229374299af8fc4992ef90c74] into tmpdir=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp, totalSize=4.8 K 2024-11-12T10:43:13,107 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5ec128b229374299af8fc4992ef90c74, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T10:43:13,128 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 856400b674610b33b5fff9cd2a3847c0#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:43:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741891_1069 (size=4592) 2024-11-12T10:43:13,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741891_1069 (size=4592) 2024-11-12T10:43:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741891_1069 (size=4592) 2024-11-12T10:43:13,166 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/.tmp/cf2/18be0898e5274ef6ac661dc800c30761 as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/18be0898e5274ef6ac661dc800c30761 2024-11-12T10:43:13,176 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 856400b674610b33b5fff9cd2a3847c0/cf2 of 856400b674610b33b5fff9cd2a3847c0 into 18be0898e5274ef6ac661dc800c30761(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:43:13,176 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 856400b674610b33b5fff9cd2a3847c0: 2024-11-12T10:43:13,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=856400b674610b33b5fff9cd2a3847c0, source=aed202db7571,43367,1731408174779, destination=aed202db7571,44903,1731408174871, warming up region on aed202db7571,44903,1731408174871 2024-11-12T10:43:13,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=856400b674610b33b5fff9cd2a3847c0, source=aed202db7571,43367,1731408174779, destination=aed202db7571,44903,1731408174871, running balancer 2024-11-12T10:43:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE 2024-11-12T10:43:13,183 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE 2024-11-12T10:43:13,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=CLOSING, regionLocation=aed202db7571,43367,1731408174779 2024-11-12T10:43:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(7855): Warmup {ENCODED => 856400b674610b33b5fff9cd2a3847c0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:13,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE because future has completed 2024-11-12T10:43:13,190 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,195 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T10:43:13,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779}] 2024-11-12T10:43:13,202 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf1 2024-11-12T10:43:13,202 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:13,212 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/944a5237d4814c868b2c7363c18a7185 2024-11-12T10:43:13,219 INFO [StoreFileOpener-856400b674610b33b5fff9cd2a3847c0-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aba85194d8c045fcae591f0b67093561 2024-11-12T10:43:13,219 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/aba85194d8c045fcae591f0b67093561 2024-11-12T10:43:13,226 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b 2024-11-12T10:43:13,227 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:13,227 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,228 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf2 2024-11-12T10:43:13,229 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-12T10:43:13,249 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/18be0898e5274ef6ac661dc800c30761 2024-11-12T10:43:13,261 INFO [StoreFileOpener-856400b674610b33b5fff9cd2a3847c0-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ec128b229374299af8fc4992ef90c74 2024-11-12T10:43:13,261 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/5ec128b229374299af8fc4992ef90c74 2024-11-12T10:43:13,262 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(1722): Closing 856400b674610b33b5fff9cd2a3847c0, disabling compactions & flushes 2024-11-12T10:43:13,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. after waiting 0 ms 2024-11-12T10:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] regionserver.HRegion(1676): Region close journal for 856400b674610b33b5fff9cd2a3847c0: Waiting for close lock at 1731408193262Disabling compacts and flushes for region at 1731408193262Disabling writes for close at 1731408193262Writing region close event to WAL at 1731408193265 (+3 ms)Closed at 1731408193265 2024-11-12T10:43:13,349 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,350 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T10:43:13,350 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 856400b674610b33b5fff9cd2a3847c0, disabling compactions & flushes 2024-11-12T10:43:13,350 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,350 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,350 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. after waiting 0 ms 2024-11-12T10:43:13,350 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,350 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b, hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/aba85194d8c045fcae591f0b67093561] to archive 2024-11-12T10:43:13,353 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:43:13,357 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b to hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/ed06406a450d497288764143857d736b 2024-11-12T10:43:13,359 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/aba85194d8c045fcae591f0b67093561 to hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/aba85194d8c045fcae591f0b67093561 2024-11-12T10:43:13,372 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/5ec128b229374299af8fc4992ef90c74] to archive 2024-11-12T10:43:13,374 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:43:13,376 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/5ec128b229374299af8fc4992ef90c74 to hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/5ec128b229374299af8fc4992ef90c74 2024-11-12T10:43:13,382 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-12T10:43:13,383 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,383 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 856400b674610b33b5fff9cd2a3847c0: Waiting for close lock at 1731408193350Running coprocessor pre-close hooks at 1731408193350Disabling compacts and flushes for region at 1731408193350Disabling writes for close at 1731408193350Writing region close event to WAL at 1731408193378 (+28 ms)Running coprocessor post-close hooks at 1731408193383 (+5 ms)Closed at 1731408193383 2024-11-12T10:43:13,383 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 856400b674610b33b5fff9cd2a3847c0 move to aed202db7571,44903,1731408174871 record at close sequenceid=12 2024-11-12T10:43:13,386 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=CLOSED 2024-11-12T10:43:13,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779 because future has completed 2024-11-12T10:43:13,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T10:43:13,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779 in 197 msec 2024-11-12T10:43:13,405 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE; state=CLOSED, location=aed202db7571,44903,1731408174871; forceNewPlan=false, retain=false 2024-11-12T10:43:13,556 INFO [aed202db7571:45375 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:43:13,556 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPENING, regionLocation=aed202db7571,44903,1731408174871 2024-11-12T10:43:13,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE because future has completed 2024-11-12T10:43:13,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871}] 2024-11-12T10:43:13,722 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 856400b674610b33b5fff9cd2a3847c0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:13,723 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,723 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:13,723 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,723 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,725 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,726 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf1 2024-11-12T10:43:13,726 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:13,736 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/944a5237d4814c868b2c7363c18a7185 2024-11-12T10:43:13,736 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:13,736 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,737 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf2 2024-11-12T10:43:13,738 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:13,748 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/18be0898e5274ef6ac661dc800c30761 2024-11-12T10:43:13,748 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:13,749 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,750 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,752 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,753 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,753 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,754 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:43:13,756 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,757 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 856400b674610b33b5fff9cd2a3847c0; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67817288, jitterRate=0.010556340217590332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:43:13,757 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,759 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 856400b674610b33b5fff9cd2a3847c0: Running coprocessor pre-open hook at 1731408193723Writing region info on filesystem at 1731408193723Initializing all the Stores at 1731408193724 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408193724Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408193724Cleaning up temporary data from old regions at 1731408193753 (+29 ms)Running coprocessor post-open hooks at 1731408193757 (+4 ms)Region opened successfully at 1731408193758 (+1 ms) 2024-11-12T10:43:13,760 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., pid=12, masterSystemTime=1731408193717 2024-11-12T10:43:13,764 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,764 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPEN, openSeqNum=18, regionLocation=aed202db7571,44903,1731408174871 2024-11-12T10:43:13,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871 because future has completed 2024-11-12T10:43:13,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-12T10:43:13,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,44903,1731408174871 in 212 msec 2024-11-12T10:43:13,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, REOPEN/MOVE in 595 msec 2024-11-12T10:43:13,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:43:13,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:43:13,790 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server aed202db7571,44903,1731408174871: testing ***** 2024-11-12T10:43:13,790 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:43:13,793 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:43:13,795 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:43:13,803 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:43:13,805 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:43:13,827 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 666873360 }, "NonHeapMemoryUsage": { "committed": 171769856, "init": 7667712, "max": -1, "used": 169216472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "aed202db7571", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 11067, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 84, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 26, "ProcessCallTime_98th_percentile": 84, "ProcessCallTime_99th_percentile": 84, "ProcessCallTime_99.9th_percentile": 84, "ProcessCallTime_TimeRangeCount_0-1": 7, "ProcessCallTime_TimeRangeCount_1-3": 12, "ProcessCallTime_TimeRangeCount_3-10": 9, "ProcessCallTime_TimeRangeCount_10-30": 2, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 84, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 3, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 7, "TotalCallTime_95th_percentile": 26, "TotalCallTime_98th_percentile": 84, "TotalCallTime_99th_percentile": 84, "TotalCallTime_99.9th_percentile": 84, "TotalCallTime_TimeRangeCount_0-1": 7, "TotalCallTime_TimeRangeCount_1-3": 11, "TotalCallTime_TimeRangeCount_3-10": 10, "TotalCallTime_TimeRangeCount_10-30": 2, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 5, "ResponseSize_SizeRangeCount_100-1000": 4, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5752 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "aed202db7571", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51836", "tag.serverName": "aed202db7571,43367,1731408174779", "tag.clusterId": "497e07d2-b9cd-477f-ba31-67d2d48b9e32", "tag.Context": "regionserver", "tag.Hostname": "aed202db7571", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731408174779, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 3, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 1, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 70, "MajorCompactionTime_max": 70, "MajorCompactionTime_mean": 70, "MajorCompactionTime_25th_percentile": 70, "MajorCompactionTime_median": 70, "MajorCompactionTime_75th_percentile": 70, "MajorCompactionTime_90th_percentile": 70, "MajorCompactionTime_95th_percentile": 70, "MajorCompactionTime_98th_percentile": 70, "MajorCompactionTime_99th_percentile": 70, "MajorCompactionTime_99.9th_percentile": 70, "MajorCompactionTime_TimeRangeCount_30-100": 2, "ScanTime_num_ops": 1, "ScanTime_min": 1, "ScanTime_max": 1, "ScanTime_mean": 1, "ScanTime_25th_percentile": 1, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 3, "Delete_max": 3, "Delete_mean": 3, "Delete_25th_percentile": 3, "Delete_median": 3, "Delete_75th_percentile": 3, "Delete_90th_percentile": 3, "Delete_95th_percentile": 3, "Delete_98th_percentile": 3, "Delete_99th_percentile": 3, "Delete_99.9th_percentile": 3, "Delete_TimeRangeCount_1-3": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 70, "CompactionTime_max": 70, "CompactionTime_mean": 70, "CompactionTime_25th_percentile": 70, "CompactionTime_median": 70, "CompactionTime_75th_percentile": 70, "CompactionTime_90th_percentile": 70, "CompactionTime_95th_percentile": 70, "CompactionTime_98th_percentile": 70, "CompactionTime_99th_percentile": 70, "CompactionTime_99.9th_percentile": 70, "CompactionTime_TimeRangeCount_30-100": 2, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 155, "FlushTime_max": 155, "FlushTime_mean": 155, "FlushTime_25th_percentile": 155, "FlushTime_median": 155, "FlushTime_75th_percentile": 155, "FlushTime_90th_percentile": 155, "FlushTime_95th_percentile": 155, "FlushTime_98th_percentile": 155, "FlushTime_99th_percentile": 155, "FlushTime_99.9th_percentile": 155, "FlushTime_TimeRangeCount_100-300": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "ScanSize_SizeRangeCount_0-10": 1, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T10:43:13,831 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45375 {}] master.MasterRpcServices(700): aed202db7571,44903,1731408174871 reported a fatal error: ***** ABORTING region server aed202db7571,44903,1731408174871: testing ***** 2024-11-12T10:43:13,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,44903,1731408174871' ***** 2024-11-12T10:43:13,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-12T10:43:13,834 INFO [RS:1;aed202db7571:44903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:43:13,834 INFO [RS:1;aed202db7571:44903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T10:43:13,834 INFO [RS:1;aed202db7571:44903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T10:43:13,834 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(3091): Received CLOSE for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,834 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(956): aborting server aed202db7571,44903,1731408174871 2024-11-12T10:43:13,835 INFO [RS:1;aed202db7571:44903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:43:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:42308 deadline: 1731408253835, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=44903 startCode=1731408174871. As of locationSeqNum=12. 2024-11-12T10:43:13,835 INFO [RS:1;aed202db7571:44903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;aed202db7571:44903. 2024-11-12T10:43:13,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:43:13,835 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 856400b674610b33b5fff9cd2a3847c0, disabling compactions & flushes 2024-11-12T10:43:13,835 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,835 DEBUG [RS:1;aed202db7571:44903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:43:13,835 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,835 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. after waiting 0 ms 2024-11-12T10:43:13,835 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,836 DEBUG [RS:1;aed202db7571:44903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:13,836 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,43367,1731408174779, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,43367,1731408174779, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=44903 startCode=1731408174871. As of locationSeqNum=12. 2024-11-12T10:43:13,836 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,43367,1731408174779, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=44903 startCode=1731408174871. As of locationSeqNum=12. 2024-11-12T10:43:13,836 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:43:13,836 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,43367,1731408174779, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=aed202db7571 port=44903 startCode=1731408174871. As of locationSeqNum=12. 2024-11-12T10:43:13,836 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1325): Online Regions={856400b674610b33b5fff9cd2a3847c0=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.} 2024-11-12T10:43:13,837 DEBUG [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1351): Waiting on 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:13,850 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,850 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 856400b674610b33b5fff9cd2a3847c0: Waiting for close lock at 1731408193835Running coprocessor pre-close hooks at 1731408193835Disabling compacts and flushes for region at 1731408193835Disabling writes for close at 1731408193835Writing region close event to WAL at 1731408193849 (+14 ms)Running coprocessor post-close hooks at 1731408193849Closed at 1731408193850 (+1 ms) 2024-11-12T10:43:13,850 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:13,888 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:43:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server aed202db7571,44903,1731408174871 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:13,945 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server aed202db7571,44903,1731408174871 aborting 2024-11-12T10:43:13,945 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server aed202db7571,44903,1731408174871 aborting 2024-11-12T10:43:13,945 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=12 from cache 2024-11-12T10:43:14,037 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(976): stopping server aed202db7571,44903,1731408174871; all regions closed. 2024-11-12T10:43:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741835_1011 (size=2288) 2024-11-12T10:43:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741835_1011 (size=2288) 2024-11-12T10:43:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741835_1011 (size=2288) 2024-11-12T10:43:14,041 DEBUG [RS:1;aed202db7571:44903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:14,041 INFO [RS:1;aed202db7571:44903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:43:14,041 INFO [RS:1;aed202db7571:44903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:43:14,042 INFO [RS:1;aed202db7571:44903 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:43:14,042 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:43:14,043 INFO [RS:1;aed202db7571:44903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:43:14,043 INFO [RS:1;aed202db7571:44903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:43:14,043 INFO [RS:1;aed202db7571:44903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:43:14,043 INFO [RS:1;aed202db7571:44903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:43:14,043 INFO [RS:1;aed202db7571:44903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44903 2024-11-12T10:43:14,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:43:14,050 INFO [RS:1;aed202db7571:44903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:43:14,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,44903,1731408174871 2024-11-12T10:43:14,050 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f8dd48e1488@cdf770c rejected from java.util.concurrent.ThreadPoolExecutor@49ddf8f3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T10:43:14,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,44903,1731408174871] 2024-11-12T10:43:14,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,44903,1731408174871 already deleted, retry=false 2024-11-12T10:43:14,052 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of aed202db7571,44903,1731408174871 on aed202db7571,45375,1731408174199 2024-11-12T10:43:14,056 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure aed202db7571,44903,1731408174871, splitWal=true, meta=false 2024-11-12T10:43:14,059 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for aed202db7571,44903,1731408174871 (carryingMeta=false) aed202db7571,44903,1731408174871/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4a45b00b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:43:14,060 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure aed202db7571,44903,1731408174871, splitWal=true, meta=false 2024-11-12T10:43:14,062 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): aed202db7571,44903,1731408174871 had 1 regions 2024-11-12T10:43:14,063 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure aed202db7571,44903,1731408174871, splitWal=true, meta=false, isMeta: false 2024-11-12T10:43:14,065 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting 2024-11-12T10:43:14,067 INFO [PEWorker-4 {}] master.SplitWALManager(105): aed202db7571,44903,1731408174871 WAL count=1, meta=false 2024-11-12T10:43:14,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure aed202db7571%2C44903%2C1731408174871.1731408176345}] 2024-11-12T10:43:14,077 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=aed202db7571,37717,1731408174910 2024-11-12T10:43:14,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aed202db7571%2C44903%2C1731408174871.1731408176345, worker=aed202db7571,37717,1731408174910}] 2024-11-12T10:43:14,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:14,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44903-0x100338775f20002, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:14,152 INFO [RS:1;aed202db7571:44903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:43:14,152 INFO [RS:1;aed202db7571:44903 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,44903,1731408174871; zookeeper connection closed. 2024-11-12T10:43:14,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bd6fbc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bd6fbc7 2024-11-12T10:43:14,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18] 2024-11-12T10:43:14,158 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server aed202db7571:44903 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aed202db7571/172.17.0.2:44903 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:14,159 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18, error=java.net.ConnectException: Call to address=aed202db7571:44903 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aed202db7571/172.17.0.2:44903 2024-11-12T10:43:14,159 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-12T10:43:14,159 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18 from cache 2024-11-12T10:43:14,160 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address aed202db7571:44903 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aed202db7571/172.17.0.2:44903 2024-11-12T10:43:14,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-12T10:43:14,272 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345, size=2.2 K (2288bytes) 2024-11-12T10:43:14,272 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345 2024-11-12T10:43:14,272 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345 after 0ms 2024-11-12T10:43:14,304 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:14,305 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345 took 33ms 2024-11-12T10:43:14,312 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 856400b674610b33b5fff9cd2a3847c0: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-12T10:43:14,313 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345 so closing down 2024-11-12T10:43:14,313 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:14,314 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:14,314 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-12T10:43:14,314 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345, journal: Splitting hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345, size=2.2 K (2288bytes) at 1731408194272Finishing writing output for hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345 so closing down at 1731408194313 (+41 ms)3 split writer threads finished at 1731408194314 (+1 ms)Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1731408194314 2024-11-12T10:43:14,314 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345 2024-11-12T10:43:14,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T10:43:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T10:43:14,321 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting/aed202db7571%2C44903%2C1731408174871.1731408176345 to hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs 2024-11-12T10:43:14,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T10:43:14,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure aed202db7571%2C44903%2C1731408174871.1731408176345, worker=aed202db7571,37717,1731408174910 in 240 msec 2024-11-12T10:43:14,325 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=aed202db7571,37717,1731408174910 2024-11-12T10:43:14,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T10:43:14,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure aed202db7571%2C44903%2C1731408174871.1731408176345, worker=aed202db7571,37717,1731408174910 in 257 msec 2024-11-12T10:43:14,330 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting dir is empty, no logs to split. 2024-11-12T10:43:14,330 INFO [PEWorker-4 {}] master.SplitWALManager(105): aed202db7571,44903,1731408174871 WAL count=0, meta=false 2024-11-12T10:43:14,330 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if aed202db7571,44903,1731408174871 WAL splitting is done? wals=0, meta=false 2024-11-12T10:43:14,332 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for aed202db7571,44903,1731408174871 failed, ignore...File hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/WALs/aed202db7571,44903,1731408174871-splitting does not exist. 2024-11-12T10:43:14,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN}] 2024-11-12T10:43:14,337 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN 2024-11-12T10:43:14,338 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:43:14,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18] 2024-11-12T10:43:14,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to aed202db7571:44903 this server is in the failed servers list 2024-11-12T10:43:14,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=aed202db7571:44903 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: aed202db7571:44903 2024-11-12T10:43:14,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: aed202db7571:44903 2024-11-12T10:43:14,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,44903,1731408174871, seqNum=18 from cache 2024-11-12T10:43:14,488 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:43:14,489 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:43:14,489 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:43:14,489 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:43:14,489 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:43:14,489 INFO [aed202db7571:45375 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:43:14,489 INFO [aed202db7571:45375 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:43:14,489 DEBUG [aed202db7571:45375 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:43:14,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPENING, regionLocation=aed202db7571,43367,1731408174779 2024-11-12T10:43:14,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN because future has completed 2024-11-12T10:43:14,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779}] 2024-11-12T10:43:14,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-12T10:43:14,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:14,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-12T10:43:14,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:14,650 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:14,650 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 856400b674610b33b5fff9cd2a3847c0, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:14,650 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,650 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:14,650 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,650 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,652 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,653 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf1 2024-11-12T10:43:14,653 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:14,662 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf1/944a5237d4814c868b2c7363c18a7185 2024-11-12T10:43:14,662 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:14,662 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,663 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856400b674610b33b5fff9cd2a3847c0 columnFamilyName cf2 2024-11-12T10:43:14,663 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:14,675 DEBUG [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/cf2/18be0898e5274ef6ac661dc800c30761 2024-11-12T10:43:14,675 INFO [StoreOpener-856400b674610b33b5fff9cd2a3847c0-1 {}] regionserver.HStore(327): Store=856400b674610b33b5fff9cd2a3847c0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:14,676 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,677 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,679 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,680 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,680 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,680 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:43:14,682 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,683 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 856400b674610b33b5fff9cd2a3847c0; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71696698, jitterRate=0.06836405396461487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:43:14,684 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:14,685 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 856400b674610b33b5fff9cd2a3847c0: Running coprocessor pre-open hook at 1731408194651Writing region info on filesystem at 1731408194651Initializing all the Stores at 1731408194652 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408194652Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408194652Cleaning up temporary data from old regions at 1731408194680 (+28 ms)Running coprocessor post-open hooks at 1731408194684 (+4 ms)Region opened successfully at 1731408194684 2024-11-12T10:43:14,686 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., pid=17, masterSystemTime=1731408194645 2024-11-12T10:43:14,689 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:14,689 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:14,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=856400b674610b33b5fff9cd2a3847c0, regionState=OPEN, openSeqNum=18, regionLocation=aed202db7571,43367,1731408174779 2024-11-12T10:43:14,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779 because future has completed 2024-11-12T10:43:14,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T10:43:14,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 856400b674610b33b5fff9cd2a3847c0, server=aed202db7571,43367,1731408174779 in 201 msec 2024-11-12T10:43:14,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T10:43:14,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=856400b674610b33b5fff9cd2a3847c0, ASSIGN in 361 msec 2024-11-12T10:43:14,699 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server aed202db7571,44903,1731408174871 after splitting done 2024-11-12T10:43:14,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure aed202db7571,44903,1731408174871, splitWal=true, meta=false in 646 msec 2024-11-12T10:43:14,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0., hostname=aed202db7571,43367,1731408174779, seqNum=18] 2024-11-12T10:43:14,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=406 (was 410), OpenFileDescriptor=1050 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=3422 (was 3309) - AvailableMemoryMB LEAK? - 2024-11-12T10:43:14,989 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-12T10:43:15,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=406, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3420 2024-11-12T10:43:15,000 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-12T10:43:15,017 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:15,019 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:15,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:15,025 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71133436, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-71133436, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:15,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71133436/hregion-71133436.1731408195026, exclude list is [], retry=0 2024-11-12T10:43:15,043 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:15,043 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:15,043 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:15,084 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71133436/hregion-71133436.1731408195026 2024-11-12T10:43:15,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:15,084 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d8b6c4dcc162c1ec869931d47bfc9915, NAME => 'testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:43:15,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741893_1071 (size=67) 2024-11-12T10:43:15,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741893_1071 (size=67) 2024-11-12T10:43:15,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741893_1071 (size=67) 2024-11-12T10:43:15,100 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:15,102 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,103 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName a 2024-11-12T10:43:15,103 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,104 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,104 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,106 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName b 2024-11-12T10:43:15,106 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,106 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,106 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,108 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName c 2024-11-12T10:43:15,108 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,109 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,109 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,111 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,111 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,112 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:15,114 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,116 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:15,117 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d8b6c4dcc162c1ec869931d47bfc9915; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74851561, jitterRate=0.11537517607212067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:15,117 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d8b6c4dcc162c1ec869931d47bfc9915: Writing region info on filesystem at 1731408195100Initializing all the Stores at 1731408195101 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195101Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195101Cleaning up temporary data from old regions at 1731408195111 (+10 ms)Region opened successfully at 1731408195117 (+6 ms) 2024-11-12T10:43:15,117 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d8b6c4dcc162c1ec869931d47bfc9915, disabling compactions & flushes 2024-11-12T10:43:15,117 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,118 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,118 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. after waiting 0 ms 2024-11-12T10:43:15,118 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,120 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,120 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d8b6c4dcc162c1ec869931d47bfc9915: Waiting for close lock at 1731408195117Disabling compacts and flushes for region at 1731408195117Disabling writes for close at 1731408195118 (+1 ms)Writing region close event to WAL at 1731408195120 (+2 ms)Closed at 1731408195120 2024-11-12T10:43:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741892_1070 (size=175) 2024-11-12T10:43:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741892_1070 (size=175) 2024-11-12T10:43:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741892_1070 (size=175) 2024-11-12T10:43:15,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:15,127 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71133436:(num 1731408195026) 2024-11-12T10:43:15,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:15,130 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:15,149 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130, exclude list is [], retry=0 2024-11-12T10:43:15,152 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:15,152 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:15,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:15,193 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 2024-11-12T10:43:15,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:15,194 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d8b6c4dcc162c1ec869931d47bfc9915, NAME => 'testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:15,194 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:15,194 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,194 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,196 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,197 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName a 2024-11-12T10:43:15,198 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,198 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,199 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,200 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName b 2024-11-12T10:43:15,200 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,201 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,201 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,202 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName c 2024-11-12T10:43:15,203 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,203 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,203 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,207 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,207 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:15,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,210 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d8b6c4dcc162c1ec869931d47bfc9915; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71555301, jitterRate=0.06625707447528839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:15,211 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d8b6c4dcc162c1ec869931d47bfc9915: Writing region info on filesystem at 1731408195195Initializing all the Stores at 1731408195196 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195196Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195196Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195196Cleaning up temporary data from old regions at 1731408195207 (+11 ms)Region opened successfully at 1731408195211 (+4 ms) 2024-11-12T10:43:15,253 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d8b6c4dcc162c1ec869931d47bfc9915 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T10:43:15,284 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/a/455b671b2073469bbd1ff95d086ae91b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731408195211/Put/seqid=0 2024-11-12T10:43:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741895_1073 (size=5958) 2024-11-12T10:43:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741895_1073 (size=5958) 2024-11-12T10:43:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741895_1073 (size=5958) 2024-11-12T10:43:15,344 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/a/455b671b2073469bbd1ff95d086ae91b 2024-11-12T10:43:15,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/b/a5bf11741241488ebb745951a9706044 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731408195222/Put/seqid=0 2024-11-12T10:43:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741896_1074 (size=5958) 2024-11-12T10:43:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741896_1074 (size=5958) 2024-11-12T10:43:15,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741896_1074 (size=5958) 2024-11-12T10:43:15,434 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/b/a5bf11741241488ebb745951a9706044 2024-11-12T10:43:15,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/c/fd3310042d97446daf5a38d1f7ad9157 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731408195239/Put/seqid=0 2024-11-12T10:43:15,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741897_1075 (size=5958) 2024-11-12T10:43:15,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741897_1075 (size=5958) 2024-11-12T10:43:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741897_1075 (size=5958) 2024-11-12T10:43:15,518 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/c/fd3310042d97446daf5a38d1f7ad9157 2024-11-12T10:43:15,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/a/455b671b2073469bbd1ff95d086ae91b as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/a/455b671b2073469bbd1ff95d086ae91b 2024-11-12T10:43:15,550 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/a/455b671b2073469bbd1ff95d086ae91b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T10:43:15,551 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/b/a5bf11741241488ebb745951a9706044 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/b/a5bf11741241488ebb745951a9706044 2024-11-12T10:43:15,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/b/a5bf11741241488ebb745951a9706044, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T10:43:15,572 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/c/fd3310042d97446daf5a38d1f7ad9157 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/c/fd3310042d97446daf5a38d1f7ad9157 2024-11-12T10:43:15,582 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/c/fd3310042d97446daf5a38d1f7ad9157, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T10:43:15,584 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for d8b6c4dcc162c1ec869931d47bfc9915 in 331ms, sequenceid=33, compaction requested=false 2024-11-12T10:43:15,584 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d8b6c4dcc162c1ec869931d47bfc9915: 2024-11-12T10:43:15,584 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d8b6c4dcc162c1ec869931d47bfc9915, disabling compactions & flushes 2024-11-12T10:43:15,584 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,584 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,584 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. after waiting 0 ms 2024-11-12T10:43:15,584 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,603 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. 2024-11-12T10:43:15,603 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d8b6c4dcc162c1ec869931d47bfc9915: Waiting for close lock at 1731408195584Disabling compacts and flushes for region at 1731408195584Disabling writes for close at 1731408195584Writing region close event to WAL at 1731408195603 (+19 ms)Closed at 1731408195603 2024-11-12T10:43:15,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741894_1072 (size=6311) 2024-11-12T10:43:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741894_1072 (size=6311) 2024-11-12T10:43:15,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 not finished, retry = 0 2024-11-12T10:43:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741894_1072 (size=6311) 2024-11-12T10:43:15,721 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/b/a5bf11741241488ebb745951a9706044 to hdfs://localhost:40013/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/b/a5bf11741241488ebb745951a9706044 2024-11-12T10:43:15,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130, size=6.2 K (6311bytes) 2024-11-12T10:43:15,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 2024-11-12T10:43:15,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 after 0ms 2024-11-12T10:43:15,786 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:15,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 took 41ms 2024-11-12T10:43:15,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 so closing down 2024-11-12T10:43:15,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:15,790 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731408195130.temp 2024-11-12T10:43:15,818 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000003-wal.1731408195130.temp 2024-11-12T10:43:15,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741898_1076 (size=5575) 2024-11-12T10:43:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741898_1076 (size=5575) 2024-11-12T10:43:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741898_1076 (size=5575) 2024-11-12T10:43:15,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000003-wal.1731408195130.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:15,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000003-wal.1731408195130.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000032 2024-11-12T10:43:15,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 44 ms; skipped=2; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-12T10:43:15,830 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130, journal: Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130, size=6.2 K (6311bytes) at 1731408195745Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 so closing down at 1731408195789 (+44 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000003-wal.1731408195130.temp at 1731408195818 (+29 ms)3 split writer threads finished at 1731408195821 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000003-wal.1731408195130.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731408195828 (+7 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000003-wal.1731408195130.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000032 at 1731408195830 (+2 ms)Processed 32 edits across 1 Regions in 44 ms; skipped=2; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1731408195830 2024-11-12T10:43:15,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195130 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408195130 2024-11-12T10:43:15,833 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000032 2024-11-12T10:43:15,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:15,835 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:15,855 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195836, exclude list is [], retry=0 2024-11-12T10:43:15,858 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:15,859 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:15,859 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:15,917 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195836 2024-11-12T10:43:15,918 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:15,918 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d8b6c4dcc162c1ec869931d47bfc9915, NAME => 'testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:15,918 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:15,918 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,918 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,920 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,921 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName a 2024-11-12T10:43:15,921 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,929 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/a/455b671b2073469bbd1ff95d086ae91b 2024-11-12T10:43:15,929 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,929 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,931 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName b 2024-11-12T10:43:15,931 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,932 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,932 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,933 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8b6c4dcc162c1ec869931d47bfc9915 columnFamilyName c 2024-11-12T10:43:15,933 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:15,940 DEBUG [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/c/fd3310042d97446daf5a38d1f7ad9157 2024-11-12T10:43:15,940 INFO [StoreOpener-d8b6c4dcc162c1ec869931d47bfc9915-1 {}] regionserver.HStore(327): Store=d8b6c4dcc162c1ec869931d47bfc9915/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:15,940 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,941 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,943 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:15,944 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000032 2024-11-12T10:43:15,979 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:15,981 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000032 2024-11-12T10:43:15,981 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d8b6c4dcc162c1ec869931d47bfc9915 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T10:43:16,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/b/4db8973e8f6646459cbf3d21631a0b83 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731408195222/Put/seqid=0 2024-11-12T10:43:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741900_1078 (size=5958) 2024-11-12T10:43:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741900_1078 (size=5958) 2024-11-12T10:43:16,008 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/b/4db8973e8f6646459cbf3d21631a0b83 2024-11-12T10:43:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741900_1078 (size=5958) 2024-11-12T10:43:16,017 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/.tmp/b/4db8973e8f6646459cbf3d21631a0b83 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/b/4db8973e8f6646459cbf3d21631a0b83 2024-11-12T10:43:16,024 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/b/4db8973e8f6646459cbf3d21631a0b83, entries=10, sequenceid=32, filesize=5.8 K 2024-11-12T10:43:16,024 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d8b6c4dcc162c1ec869931d47bfc9915 in 43ms, sequenceid=32, compaction requested=false; wal=null 2024-11-12T10:43:16,033 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/0000000000000000032 2024-11-12T10:43:16,035 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:16,035 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:16,036 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:16,038 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d8b6c4dcc162c1ec869931d47bfc9915 2024-11-12T10:43:16,040 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/d8b6c4dcc162c1ec869931d47bfc9915/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-12T10:43:16,042 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d8b6c4dcc162c1ec869931d47bfc9915; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70020390, jitterRate=0.04338511824607849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:16,042 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d8b6c4dcc162c1ec869931d47bfc9915: Writing region info on filesystem at 1731408195918Initializing all the Stores at 1731408195920 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195920Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195920Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408195920Obtaining lock to block concurrent updates at 1731408195981 (+61 ms)Preparing flush snapshotting stores in d8b6c4dcc162c1ec869931d47bfc9915 at 1731408195981Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731408195981Flushing stores of testReplayEditsWrittenViaHRegion,,1731408195018.d8b6c4dcc162c1ec869931d47bfc9915. at 1731408195981Flushing d8b6c4dcc162c1ec869931d47bfc9915/b: creating writer at 1731408195981Flushing d8b6c4dcc162c1ec869931d47bfc9915/b: appending metadata at 1731408196000 (+19 ms)Flushing d8b6c4dcc162c1ec869931d47bfc9915/b: closing flushed file at 1731408196000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154b4f81: reopening flushed file at 1731408196015 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d8b6c4dcc162c1ec869931d47bfc9915 in 43ms, sequenceid=32, compaction requested=false; wal=null at 1731408196024 (+9 ms)Cleaning up temporary data from old regions at 1731408196035 (+11 ms)Region opened successfully at 1731408196042 (+7 ms) 2024-11-12T10:43:16,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=415 (was 406) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:53034 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:58790 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:54286 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:52898 [Waiting for operation #33] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:54422 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:58628 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=3157 (was 3420) 2024-11-12T10:43:16,067 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-12T10:43:16,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3155 2024-11-12T10:43:16,080 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-12T10:43:16,103 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:16,107 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:16,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:16,115 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-08614763, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-08614763, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:16,135 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-08614763/hregion-08614763.1731408196115, exclude list is [], retry=0 2024-11-12T10:43:16,138 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:16,139 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:16,139 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:16,172 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-08614763/hregion-08614763.1731408196115 2024-11-12T10:43:16,173 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:43:16,173 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d01d34c6ca2d5b7e506df48c62d9cc9a, NAME => 'testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:43:16,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741902_1080 (size=68) 2024-11-12T10:43:16,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741902_1080 (size=68) 2024-11-12T10:43:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741902_1080 (size=68) 2024-11-12T10:43:16,186 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:16,192 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,194 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName a 2024-11-12T10:43:16,194 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:16,195 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:16,195 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,197 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName b 2024-11-12T10:43:16,197 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:16,198 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:16,198 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,200 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName c 2024-11-12T10:43:16,200 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:16,201 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:16,201 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,207 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,207 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:16,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,212 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:16,212 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d01d34c6ca2d5b7e506df48c62d9cc9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348650, jitterRate=0.07807889580726624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:16,213 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d01d34c6ca2d5b7e506df48c62d9cc9a: Writing region info on filesystem at 1731408196186Initializing all the Stores at 1731408196187 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408196187Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408196192 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408196192Cleaning up temporary data from old regions at 1731408196207 (+15 ms)Region opened successfully at 1731408196213 (+6 ms) 2024-11-12T10:43:16,213 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d01d34c6ca2d5b7e506df48c62d9cc9a, disabling compactions & flushes 2024-11-12T10:43:16,213 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:16,213 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:16,213 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. after waiting 0 ms 2024-11-12T10:43:16,213 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:16,214 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:16,214 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d01d34c6ca2d5b7e506df48c62d9cc9a: Waiting for close lock at 1731408196213Disabling compacts and flushes for region at 1731408196213Disabling writes for close at 1731408196213Writing region close event to WAL at 1731408196214 (+1 ms)Closed at 1731408196214 2024-11-12T10:43:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741901_1079 (size=175) 2024-11-12T10:43:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741901_1079 (size=175) 2024-11-12T10:43:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741901_1079 (size=175) 2024-11-12T10:43:16,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:16,221 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-08614763:(num 1731408196115) 2024-11-12T10:43:16,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:16,224 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:16,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224, exclude list is [], retry=0 2024-11-12T10:43:16,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:16,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:16,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:16,272 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224 2024-11-12T10:43:16,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:43:16,349 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d01d34c6ca2d5b7e506df48c62d9cc9a, NAME => 'testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:16,353 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,353 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:16,353 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,353 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,355 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,356 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName a 2024-11-12T10:43:16,356 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:16,357 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:16,357 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,358 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName b 2024-11-12T10:43:16,359 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:16,359 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:16,359 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,361 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName c 2024-11-12T10:43:16,361 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:16,361 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:16,361 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,364 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,365 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,365 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,366 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:16,367 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,368 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d01d34c6ca2d5b7e506df48c62d9cc9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65487065, jitterRate=-0.024166688323020935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:16,368 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:16,369 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d01d34c6ca2d5b7e506df48c62d9cc9a: Running coprocessor pre-open hook at 1731408196353Writing region info on filesystem at 1731408196353Initializing all the Stores at 1731408196354 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408196354Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408196354Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408196354Cleaning up temporary data from old regions at 1731408196365 (+11 ms)Running coprocessor post-open hooks at 1731408196368 (+3 ms)Region opened successfully at 1731408196369 (+1 ms) 2024-11-12T10:43:16,387 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d01d34c6ca2d5b7e506df48c62d9cc9a 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-12T10:43:16,389 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:16,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:43:17,389 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:18,390 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:19,391 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:20,392 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:21,393 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:21,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:43:22,393 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:23,361 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:43:23,394 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:24,394 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:24,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-12T10:43:24,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:24,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T10:43:24,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:24,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-12T10:43:24,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:25,395 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d01d34c6ca2d5b7e506df48c62d9cc9a/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:25,396 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d01d34c6ca2d5b7e506df48c62d9cc9a: 2024-11-12T10:43:25,396 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:25,412 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d01d34c6ca2d5b7e506df48c62d9cc9a: 2024-11-12T10:43:25,412 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-12T10:43:25,412 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d01d34c6ca2d5b7e506df48c62d9cc9a, disabling compactions & flushes 2024-11-12T10:43:25,412 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:25,412 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:25,412 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. after waiting 0 ms 2024-11-12T10:43:25,412 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:25,419 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:25,419 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. 2024-11-12T10:43:25,419 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d01d34c6ca2d5b7e506df48c62d9cc9a: Waiting for close lock at 1731408205412Running coprocessor pre-close hooks at 1731408205412Disabling compacts and flushes for region at 1731408205412Disabling writes for close at 1731408205412Writing region close event to WAL at 1731408205419 (+7 ms)Running coprocessor post-close hooks at 1731408205419Closed at 1731408205419 2024-11-12T10:43:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741903_1081 (size=4236) 2024-11-12T10:43:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741903_1081 (size=4236) 2024-11-12T10:43:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741903_1081 (size=4236) 2024-11-12T10:43:25,439 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224, size=4.1 K (4236bytes) 2024-11-12T10:43:25,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224 2024-11-12T10:43:25,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224 after 0ms 2024-11-12T10:43:25,467 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:25,467 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224 took 28ms 2024-11-12T10:43:25,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224 so closing down 2024-11-12T10:43:25,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:25,470 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731408196224.temp 2024-11-12T10:43:25,496 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000004-wal.1731408196224.temp 2024-11-12T10:43:25,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:25,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741904_1082 (size=3245) 2024-11-12T10:43:25,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741904_1082 (size=3245) 2024-11-12T10:43:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741904_1082 (size=3245) 2024-11-12T10:43:25,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000004-wal.1731408196224.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:25,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000004-wal.1731408196224.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000026 2024-11-12T10:43:25,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-12T10:43:25,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224, journal: Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224, size=4.1 K (4236bytes) at 1731408205439Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224 so closing down at 1731408205469 (+30 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000004-wal.1731408196224.temp at 1731408205497 (+28 ms)3 split writer threads finished at 1731408205497Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000004-wal.1731408196224.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731408205508 (+11 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000004-wal.1731408196224.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000026 at 1731408205509 (+1 ms)Processed 23 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1731408205510 (+1 ms) 2024-11-12T10:43:25,511 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408196224 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408196224 2024-11-12T10:43:25,512 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000026 2024-11-12T10:43:25,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:25,514 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:25,528 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408205514, exclude list is [], retry=0 2024-11-12T10:43:25,531 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:25,532 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:25,532 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:25,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408205514 2024-11-12T10:43:25,567 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:43:25,568 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d01d34c6ca2d5b7e506df48c62d9cc9a, NAME => 'testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:25,568 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,568 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:25,568 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,568 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,574 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,575 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName a 2024-11-12T10:43:25,575 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:25,575 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:25,576 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,576 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName b 2024-11-12T10:43:25,576 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:25,577 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:25,577 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,578 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01d34c6ca2d5b7e506df48c62d9cc9a columnFamilyName c 2024-11-12T10:43:25,578 DEBUG [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:25,578 INFO [StoreOpener-d01d34c6ca2d5b7e506df48c62d9cc9a-1 {}] regionserver.HStore(327): Store=d01d34c6ca2d5b7e506df48c62d9cc9a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:25,579 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,581 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,582 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000026 2024-11-12T10:43:25,610 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:25,612 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000026 2024-11-12T10:43:25,612 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d01d34c6ca2d5b7e506df48c62d9cc9a 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-12T10:43:25,630 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/a/40d4674ae5ef4f2fb8fb4566fc9ba48c is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731408205400/Put/seqid=0 2024-11-12T10:43:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741906_1084 (size=5523) 2024-11-12T10:43:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741906_1084 (size=5523) 2024-11-12T10:43:25,637 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/a/40d4674ae5ef4f2fb8fb4566fc9ba48c 2024-11-12T10:43:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741906_1084 (size=5523) 2024-11-12T10:43:25,664 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/b/8abd0a0bb2274dadaabd1ec4b0a32de9 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731408205397/Put/seqid=0 2024-11-12T10:43:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741907_1085 (size=5524) 2024-11-12T10:43:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741907_1085 (size=5524) 2024-11-12T10:43:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741907_1085 (size=5524) 2024-11-12T10:43:25,677 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/b/8abd0a0bb2274dadaabd1ec4b0a32de9 2024-11-12T10:43:25,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/c/00aa685dc39249a7b8cbaa064ec46e51 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731408205399/Put/seqid=0 2024-11-12T10:43:25,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741908_1086 (size=5457) 2024-11-12T10:43:25,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741908_1086 (size=5457) 2024-11-12T10:43:25,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741908_1086 (size=5457) 2024-11-12T10:43:25,709 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/c/00aa685dc39249a7b8cbaa064ec46e51 2024-11-12T10:43:25,716 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/a/40d4674ae5ef4f2fb8fb4566fc9ba48c as hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/a/40d4674ae5ef4f2fb8fb4566fc9ba48c 2024-11-12T10:43:25,723 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/a/40d4674ae5ef4f2fb8fb4566fc9ba48c, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T10:43:25,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/b/8abd0a0bb2274dadaabd1ec4b0a32de9 as hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/b/8abd0a0bb2274dadaabd1ec4b0a32de9 2024-11-12T10:43:25,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/b/8abd0a0bb2274dadaabd1ec4b0a32de9, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T10:43:25,736 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/.tmp/c/00aa685dc39249a7b8cbaa064ec46e51 as hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/c/00aa685dc39249a7b8cbaa064ec46e51 2024-11-12T10:43:25,742 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/c/00aa685dc39249a7b8cbaa064ec46e51, entries=6, sequenceid=26, filesize=5.3 K 2024-11-12T10:43:25,743 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d01d34c6ca2d5b7e506df48c62d9cc9a in 131ms, sequenceid=26, compaction requested=false; wal=null 2024-11-12T10:43:25,744 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/0000000000000000026 2024-11-12T10:43:25,745 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,745 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,746 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:25,748 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,756 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsAfterAbortingFlush/d01d34c6ca2d5b7e506df48c62d9cc9a/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-12T10:43:25,758 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d01d34c6ca2d5b7e506df48c62d9cc9a; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62195357, jitterRate=-0.07321695983409882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:25,758 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d01d34c6ca2d5b7e506df48c62d9cc9a 2024-11-12T10:43:25,758 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d01d34c6ca2d5b7e506df48c62d9cc9a: Running coprocessor pre-open hook at 1731408205569Writing region info on filesystem at 1731408205569Initializing all the Stores at 1731408205569Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408205569Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408205573 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408205573Obtaining lock to block concurrent updates at 1731408205612 (+39 ms)Preparing flush snapshotting stores in d01d34c6ca2d5b7e506df48c62d9cc9a at 1731408205612Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731408205612Flushing stores of testReplayEditsAfterAbortingFlush,,1731408196104.d01d34c6ca2d5b7e506df48c62d9cc9a. at 1731408205612Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/a: creating writer at 1731408205613 (+1 ms)Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/a: appending metadata at 1731408205629 (+16 ms)Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/a: closing flushed file at 1731408205629Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/b: creating writer at 1731408205644 (+15 ms)Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/b: appending metadata at 1731408205663 (+19 ms)Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/b: closing flushed file at 1731408205663Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/c: creating writer at 1731408205683 (+20 ms)Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/c: appending metadata at 1731408205701 (+18 ms)Flushing d01d34c6ca2d5b7e506df48c62d9cc9a/c: closing flushed file at 1731408205701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443621b0: reopening flushed file at 1731408205715 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70aa877: reopening flushed file at 1731408205723 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83139a2: reopening flushed file at 1731408205734 (+11 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d01d34c6ca2d5b7e506df48c62d9cc9a in 131ms, sequenceid=26, compaction requested=false; wal=null at 1731408205743 (+9 ms)Cleaning up temporary data from old regions at 1731408205745 (+2 ms)Running coprocessor post-open hooks at 1731408205758 (+13 ms)Region opened successfully at 1731408205758 2024-11-12T10:43:25,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=413 (was 415), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=2629 (was 3155) 2024-11-12T10:43:25,781 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T10:43:25,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=2629 2024-11-12T10:43:25,793 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T10:43:25,810 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:25,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:25,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:25,816 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25275057, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-25275057, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:25,831 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25275057/hregion-25275057.1731408205817, exclude list is [], retry=0 2024-11-12T10:43:25,834 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:25,834 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:25,835 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:25,871 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25275057/hregion-25275057.1731408205817 2024-11-12T10:43:25,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:43:25,872 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 726d7b68aec5a8b53a076e0ab5819583, NAME => 'testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:43:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741910_1088 (size=61) 2024-11-12T10:43:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741910_1088 (size=61) 2024-11-12T10:43:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741910_1088 (size=61) 2024-11-12T10:43:25,893 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:25,895 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,896 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 726d7b68aec5a8b53a076e0ab5819583 columnFamilyName a 2024-11-12T10:43:25,897 DEBUG [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:25,897 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(327): Store=726d7b68aec5a8b53a076e0ab5819583/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:25,897 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,899 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,899 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,900 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,903 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:25,904 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 726d7b68aec5a8b53a076e0ab5819583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67039860, jitterRate=-0.0010282397270202637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:43:25,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 726d7b68aec5a8b53a076e0ab5819583: Writing region info on filesystem at 1731408205893Initializing all the Stores at 1731408205895 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408205895Cleaning up temporary data from old regions at 1731408205899 (+4 ms)Region opened successfully at 1731408205905 (+6 ms) 2024-11-12T10:43:25,905 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 726d7b68aec5a8b53a076e0ab5819583, disabling compactions & flushes 2024-11-12T10:43:25,905 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:25,905 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:25,905 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. after waiting 0 ms 2024-11-12T10:43:25,906 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:25,906 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:25,906 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 726d7b68aec5a8b53a076e0ab5819583: Waiting for close lock at 1731408205905Disabling compacts and flushes for region at 1731408205905Disabling writes for close at 1731408205905Writing region close event to WAL at 1731408205906 (+1 ms)Closed at 1731408205906 2024-11-12T10:43:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741909_1087 (size=175) 2024-11-12T10:43:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741909_1087 (size=175) 2024-11-12T10:43:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741909_1087 (size=175) 2024-11-12T10:43:25,916 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:25,916 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25275057:(num 1731408205817) 2024-11-12T10:43:25,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:25,920 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:25,937 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920, exclude list is [], retry=0 2024-11-12T10:43:25,939 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:25,940 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:25,940 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:25,981 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920 2024-11-12T10:43:25,981 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:25,982 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 726d7b68aec5a8b53a076e0ab5819583, NAME => 'testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:25,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:25,982 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,982 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,985 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,986 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 726d7b68aec5a8b53a076e0ab5819583 columnFamilyName a 2024-11-12T10:43:25,986 DEBUG [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:25,987 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(327): Store=726d7b68aec5a8b53a076e0ab5819583/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:25,987 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,988 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,989 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,989 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,989 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,991 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:25,992 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 726d7b68aec5a8b53a076e0ab5819583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70831589, jitterRate=0.055472925305366516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:43:25,993 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 726d7b68aec5a8b53a076e0ab5819583: Writing region info on filesystem at 1731408205982Initializing all the Stores at 1731408205984 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408205984Cleaning up temporary data from old regions at 1731408205989 (+5 ms)Region opened successfully at 1731408205993 (+4 ms) 2024-11-12T10:43:26,012 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 726d7b68aec5a8b53a076e0ab5819583, disabling compactions & flushes 2024-11-12T10:43:26,012 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:26,012 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:26,012 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. after waiting 0 ms 2024-11-12T10:43:26,012 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:26,013 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:26,013 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. 2024-11-12T10:43:26,013 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 726d7b68aec5a8b53a076e0ab5819583: Waiting for close lock at 1731408206012Disabling compacts and flushes for region at 1731408206012Disabling writes for close at 1731408206012Writing region close event to WAL at 1731408206013 (+1 ms)Closed at 1731408206013 2024-11-12T10:43:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741911_1089 (size=1795) 2024-11-12T10:43:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741911_1089 (size=1795) 2024-11-12T10:43:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741911_1089 (size=1795) 2024-11-12T10:43:26,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920, size=1.8 K (1795bytes) 2024-11-12T10:43:26,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920 2024-11-12T10:43:26,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920 after 1ms 2024-11-12T10:43:26,072 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:26,072 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920 took 31ms 2024-11-12T10:43:26,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920 so closing down 2024-11-12T10:43:26,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:26,076 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731408205920.temp 2024-11-12T10:43:26,107 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000003-wal.1731408205920.temp 2024-11-12T10:43:26,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741912_1090 (size=1795) 2024-11-12T10:43:26,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741912_1090 (size=1795) 2024-11-12T10:43:26,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741912_1090 (size=1795) 2024-11-12T10:43:26,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000003-wal.1731408205920.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:26,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000003-wal.1731408205920.temp to hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000012 2024-11-12T10:43:26,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-12T10:43:26,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920, journal: Splitting hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920, size=1.8 K (1795bytes) at 1731408206041Finishing writing output for hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920 so closing down at 1731408206075 (+34 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000003-wal.1731408205920.temp at 1731408206107 (+32 ms)3 split writer threads finished at 1731408206108 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000003-wal.1731408205920.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731408206122 (+14 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000003-wal.1731408205920.temp to hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000012 at 1731408206124 (+2 ms)Processed 10 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1731408206124 2024-11-12T10:43:26,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408205920 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408205920 2024-11-12T10:43:26,127 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000012 2024-11-12T10:43:26,157 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:26,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:26,580 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:26,593 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408206581, exclude list is [], retry=0 2024-11-12T10:43:26,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:26,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:26,597 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:26,637 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408206581 2024-11-12T10:43:26,639 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:43:26,639 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 726d7b68aec5a8b53a076e0ab5819583, NAME => 'testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:26,639 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:26,639 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,639 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,644 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,648 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 726d7b68aec5a8b53a076e0ab5819583 columnFamilyName a 2024-11-12T10:43:26,648 DEBUG [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,650 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(327): Store=726d7b68aec5a8b53a076e0ab5819583/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,650 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,651 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,653 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,654 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000012 2024-11-12T10:43:26,683 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:26,684 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000012 2024-11-12T10:43:26,685 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 726d7b68aec5a8b53a076e0ab5819583 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-12T10:43:26,705 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/.tmp/a/85e3c082d1f644abb1de3cceb51f20ca is 79, key is testDatalossWhenInputError/a:x0/1731408205993/Put/seqid=0 2024-11-12T10:43:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741914_1092 (size=5808) 2024-11-12T10:43:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741914_1092 (size=5808) 2024-11-12T10:43:26,718 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/.tmp/a/85e3c082d1f644abb1de3cceb51f20ca 2024-11-12T10:43:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741914_1092 (size=5808) 2024-11-12T10:43:26,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/.tmp/a/85e3c082d1f644abb1de3cceb51f20ca as hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/a/85e3c082d1f644abb1de3cceb51f20ca 2024-11-12T10:43:26,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/a/85e3c082d1f644abb1de3cceb51f20ca, entries=10, sequenceid=12, filesize=5.7 K 2024-11-12T10:43:26,742 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 726d7b68aec5a8b53a076e0ab5819583 in 57ms, sequenceid=12, compaction requested=false; wal=null 2024-11-12T10:43:26,742 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/0000000000000000012 2024-11-12T10:43:26,744 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,744 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,748 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,751 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T10:43:26,752 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 726d7b68aec5a8b53a076e0ab5819583; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60270000, jitterRate=-0.10190701484680176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:43:26,753 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 726d7b68aec5a8b53a076e0ab5819583: Writing region info on filesystem at 1731408206640Initializing all the Stores at 1731408206644 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206644Obtaining lock to block concurrent updates at 1731408206685 (+41 ms)Preparing flush snapshotting stores in 726d7b68aec5a8b53a076e0ab5819583 at 1731408206685Finished memstore snapshotting testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731408206685Flushing stores of testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583. at 1731408206685Flushing 726d7b68aec5a8b53a076e0ab5819583/a: creating writer at 1731408206685Flushing 726d7b68aec5a8b53a076e0ab5819583/a: appending metadata at 1731408206705 (+20 ms)Flushing 726d7b68aec5a8b53a076e0ab5819583/a: closing flushed file at 1731408206705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66189cfe: reopening flushed file at 1731408206728 (+23 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 726d7b68aec5a8b53a076e0ab5819583 in 57ms, sequenceid=12, compaction requested=false; wal=null at 1731408206742 (+14 ms)Cleaning up temporary data from old regions at 1731408206744 (+2 ms)Region opened successfully at 1731408206753 (+9 ms) 2024-11-12T10:43:26,756 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 726d7b68aec5a8b53a076e0ab5819583, NAME => 'testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:26,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731408205811.726d7b68aec5a8b53a076e0ab5819583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:26,756 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,756 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,757 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,759 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 726d7b68aec5a8b53a076e0ab5819583 columnFamilyName a 2024-11-12T10:43:26,759 DEBUG [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,765 DEBUG [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/a/85e3c082d1f644abb1de3cceb51f20ca 2024-11-12T10:43:26,766 INFO [StoreOpener-726d7b68aec5a8b53a076e0ab5819583-1 {}] regionserver.HStore(327): Store=726d7b68aec5a8b53a076e0ab5819583/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,766 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,769 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,770 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,770 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 726d7b68aec5a8b53a076e0ab5819583 2024-11-12T10:43:26,776 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testDatalossWhenInputError/726d7b68aec5a8b53a076e0ab5819583/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-12T10:43:26,777 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 726d7b68aec5a8b53a076e0ab5819583; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72870126, jitterRate=0.08584949374198914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:43:26,777 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 726d7b68aec5a8b53a076e0ab5819583: Writing region info on filesystem at 1731408206756Initializing all the Stores at 1731408206757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206757Cleaning up temporary data from old regions at 1731408206770 (+13 ms)Region opened successfully at 1731408206777 (+7 ms) 2024-11-12T10:43:26,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 413) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:45108 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:33256 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:55390 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:33204 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:45214 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:55456 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1114396123-172.17.0.2-1731408171337:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1268 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=2618 (was 2629) 2024-11-12T10:43:26,799 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-11-12T10:43:26,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1268, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=2616 2024-11-12T10:43:26,813 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-11-12T10:43:26,831 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:26,834 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:26,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:26,838 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65505207, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-65505207, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:26,852 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65505207/hregion-65505207.1731408206838, exclude list is [], retry=0 2024-11-12T10:43:26,855 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:26,855 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:26,856 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:26,886 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65505207/hregion-65505207.1731408206838 2024-11-12T10:43:26,887 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:43:26,887 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3a5b76ed4ab8ba7ddb8f3f5f61b7679a, NAME => 'testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:43:26,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741916_1094 (size=63) 2024-11-12T10:43:26,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741916_1094 (size=63) 2024-11-12T10:43:26,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741916_1094 (size=63) 2024-11-12T10:43:26,902 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:26,904 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,906 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName a 2024-11-12T10:43:26,906 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,906 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,906 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,907 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName b 2024-11-12T10:43:26,907 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,908 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,908 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,909 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName c 2024-11-12T10:43:26,909 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,910 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,910 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,912 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,913 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,913 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,913 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:26,916 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,922 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:26,923 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3a5b76ed4ab8ba7ddb8f3f5f61b7679a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61767946, jitterRate=-0.07958588004112244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:26,923 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a: Writing region info on filesystem at 1731408206902Initializing all the Stores at 1731408206903 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206903Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206904 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206904Cleaning up temporary data from old regions at 1731408206913 (+9 ms)Region opened successfully at 1731408206923 (+10 ms) 2024-11-12T10:43:26,923 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3a5b76ed4ab8ba7ddb8f3f5f61b7679a, disabling compactions & flushes 2024-11-12T10:43:26,924 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:26,924 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:26,924 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. after waiting 0 ms 2024-11-12T10:43:26,924 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:26,924 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:26,924 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a: Waiting for close lock at 1731408206923Disabling compacts and flushes for region at 1731408206923Disabling writes for close at 1731408206924 (+1 ms)Writing region close event to WAL at 1731408206924Closed at 1731408206924 2024-11-12T10:43:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741915_1093 (size=175) 2024-11-12T10:43:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741915_1093 (size=175) 2024-11-12T10:43:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741915_1093 (size=175) 2024-11-12T10:43:26,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:26,933 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65505207:(num 1731408206838) 2024-11-12T10:43:26,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:26,935 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:26,953 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935, exclude list is [], retry=0 2024-11-12T10:43:26,956 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:26,956 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:26,957 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:26,983 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 2024-11-12T10:43:26,984 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:26,984 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a5b76ed4ab8ba7ddb8f3f5f61b7679a, NAME => 'testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:26,984 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:26,984 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,984 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,985 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,986 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName a 2024-11-12T10:43:26,986 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,987 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,987 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,988 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName b 2024-11-12T10:43:26,988 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,988 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,989 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,989 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName c 2024-11-12T10:43:26,989 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:26,990 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:26,990 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,993 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,994 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:26,995 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:26,996 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3a5b76ed4ab8ba7ddb8f3f5f61b7679a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74589349, jitterRate=0.11146791279315948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:26,997 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a: Writing region info on filesystem at 1731408206984Initializing all the Stores at 1731408206985 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206985Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206985Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408206985Cleaning up temporary data from old regions at 1731408206993 (+8 ms)Region opened successfully at 1731408206997 (+4 ms) 2024-11-12T10:43:27,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731408207000/Put/seqid=0 2024-11-12T10:43:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741918_1096 (size=4875) 2024-11-12T10:43:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741918_1096 (size=4875) 2024-11-12T10:43:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741918_1096 (size=4875) 2024-11-12T10:43:27,014 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731408207014/Put/seqid=0 2024-11-12T10:43:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741919_1097 (size=4875) 2024-11-12T10:43:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741919_1097 (size=4875) 2024-11-12T10:43:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741919_1097 (size=4875) 2024-11-12T10:43:27,042 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731408207042/Put/seqid=0 2024-11-12T10:43:27,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741920_1098 (size=4875) 2024-11-12T10:43:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741920_1098 (size=4875) 2024-11-12T10:43:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741920_1098 (size=4875) 2024-11-12T10:43:27,051 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a 2024-11-12T10:43:27,057 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-12T10:43:27,057 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:43:27,058 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a 2024-11-12T10:43:27,062 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-12T10:43:27,062 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:43:27,062 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a 2024-11-12T10:43:27,066 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-12T10:43:27,066 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:43:27,066 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-12T10:43:27,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/.tmp/a/8db4962c787e4b06894e1b092e5a2484 is 55, key is testCompactedBulkLoadedFiles/a:a/1731408206997/Put/seqid=0 2024-11-12T10:43:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741921_1099 (size=5107) 2024-11-12T10:43:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741921_1099 (size=5107) 2024-11-12T10:43:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741921_1099 (size=5107) 2024-11-12T10:43:27,110 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/.tmp/a/8db4962c787e4b06894e1b092e5a2484 2024-11-12T10:43:27,117 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/.tmp/a/8db4962c787e4b06894e1b092e5a2484 as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484 2024-11-12T10:43:27,123 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484, entries=1, sequenceid=4, filesize=5.0 K 2024-11-12T10:43:27,124 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a in 58ms, sequenceid=4, compaction requested=false 2024-11-12T10:43:27,124 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a: 2024-11-12T10:43:27,128 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_ 2024-11-12T10:43:27,130 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_ 2024-11-12T10:43:27,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_ 2024-11-12T10:43:27,132 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile0 into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_ - updating store file list. 2024-11-12T10:43:27,138 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:27,138 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_ into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a 2024-11-12T10:43:27,138 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile0 into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a (new location: hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_) 2024-11-12T10:43:27,139 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile1 into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_ - updating store file list. 2024-11-12T10:43:27,146 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6232c8eba259474fb9593c916d1fb842_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:27,146 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_ into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a 2024-11-12T10:43:27,146 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile1 into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a (new location: hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_) 2024-11-12T10:43:27,147 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile2 into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_ - updating store file list. 2024-11-12T10:43:27,152 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:27,152 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_ into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a 2024-11-12T10:43:27,153 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40013/hbase/testCompactedBulkLoadedFiles/hfile2 into 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a (new location: hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_) 2024-11-12T10:43:27,162 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T10:43:27,162 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a is initiating major compaction (all files) 2024-11-12T10:43:27,162 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a in testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:27,163 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_] into tmpdir=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/.tmp, totalSize=19.3 K 2024-11-12T10:43:27,163 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8db4962c787e4b06894e1b092e5a2484, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731408206997 2024-11-12T10:43:27,164 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T10:43:27,164 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6232c8eba259474fb9593c916d1fb842_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T10:43:27,165 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T10:43:27,192 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/.tmp/a/a336ae0993964dbab84b01a5e270650c is 55, key is testCompactedBulkLoadedFiles/a:a/1731408206997/Put/seqid=0 2024-11-12T10:43:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741922_1100 (size=6154) 2024-11-12T10:43:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741922_1100 (size=6154) 2024-11-12T10:43:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741922_1100 (size=6154) 2024-11-12T10:43:27,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/.tmp/a/a336ae0993964dbab84b01a5e270650c as hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/a336ae0993964dbab84b01a5e270650c 2024-11-12T10:43:27,221 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a of 3a5b76ed4ab8ba7ddb8f3f5f61b7679a into a336ae0993964dbab84b01a5e270650c(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:43:27,221 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a: 2024-11-12T10:43:27,221 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T10:43:27,221 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T10:43:27,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935, size=0 (0bytes) 2024-11-12T10:43:27,265 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 might be still open, length is 0 2024-11-12T10:43:27,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 2024-11-12T10:43:27,266 WARN [IPC Server handler 4 on default port 40013 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-12T10:43:27,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 after 1ms 2024-11-12T10:43:29,137 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:33310 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33310 dst: /127.0.0.1:44813 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44813 remote=/127.0.0.1:33310]. Total timeout mills is 60000, 58083 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:29,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:55496 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38437:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55496 dst: /127.0.0.1:38437 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:29,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:45252 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45252 dst: /127.0.0.1:41699 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741917_1101 (size=1794) 2024-11-12T10:43:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741917_1101 (size=1794) 2024-11-12T10:43:30,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:43:31,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 after 4001ms 2024-11-12T10:43:31,295 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:31,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 took 4030ms 2024-11-12T10:43:31,297 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935; continuing. 2024-11-12T10:43:31,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 so closing down 2024-11-12T10:43:31,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:31,298 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731408206935.temp 2024-11-12T10:43:31,325 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000003-wal.1731408206935.temp 2024-11-12T10:43:31,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741923_1102 (size=800) 2024-11-12T10:43:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741923_1102 (size=800) 2024-11-12T10:43:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741923_1102 (size=800) 2024-11-12T10:43:31,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000003-wal.1731408206935.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:31,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000003-wal.1731408206935.temp to hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000008 2024-11-12T10:43:31,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:43:31,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935, journal: Splitting hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935, size=0 (0bytes) at 1731408207265Finishing writing output for hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 so closing down at 1731408211297 (+4032 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000003-wal.1731408206935.temp at 1731408211325 (+28 ms)3 split writer threads finished at 1731408211326 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000003-wal.1731408206935.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731408211336 (+10 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000003-wal.1731408206935.temp to hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000008 at 1731408211337 (+1 ms)Processed 5 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935, size=0, length=0, corrupted=false, cancelled=false at 1731408211337 2024-11-12T10:43:31,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408206935 2024-11-12T10:43:31,340 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000008 2024-11-12T10:43:31,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:31,342 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:31,354 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408211342, exclude list is [], retry=0 2024-11-12T10:43:31,357 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:31,358 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:31,358 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:31,387 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408211342 2024-11-12T10:43:31,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:43:31,388 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a5b76ed4ab8ba7ddb8f3f5f61b7679a, NAME => 'testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:31,388 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:31,388 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,388 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,391 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,392 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName a 2024-11-12T10:43:31,392 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,398 DEBUG [StoreFileOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6232c8eba259474fb9593c916d1fb842_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:31,398 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_ 2024-11-12T10:43:31,402 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484 2024-11-12T10:43:31,406 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/a336ae0993964dbab84b01a5e270650c 2024-11-12T10:43:31,411 DEBUG [StoreFileOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:31,411 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_ 2024-11-12T10:43:31,414 DEBUG [StoreFileOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:43:31,415 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_ 2024-11-12T10:43:31,415 WARN [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7851c87 2024-11-12T10:43:31,415 WARN [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7851c87 2024-11-12T10:43:31,415 WARN [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7851c87 2024-11-12T10:43:31,415 WARN [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7851c87 2024-11-12T10:43:31,415 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_] to archive 2024-11-12T10:43:31,416 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:43:31,418 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_ to hdfs://localhost:40013/hbase/archive/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/6232c8eba259474fb9593c916d1fb842_SeqId_4_ 2024-11-12T10:43:31,419 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484 to hdfs://localhost:40013/hbase/archive/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/8db4962c787e4b06894e1b092e5a2484 2024-11-12T10:43:31,420 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_ to hdfs://localhost:40013/hbase/archive/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_ 2024-11-12T10:43:31,421 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_ to hdfs://localhost:40013/hbase/archive/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a/ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_ 2024-11-12T10:43:31,421 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,421 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,422 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName b 2024-11-12T10:43:31,422 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,422 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,422 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,423 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5b76ed4ab8ba7ddb8f3f5f61b7679a columnFamilyName c 2024-11-12T10:43:31,423 DEBUG [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,424 INFO [StoreOpener-3a5b76ed4ab8ba7ddb8f3f5f61b7679a-1 {}] regionserver.HStore(327): Store=3a5b76ed4ab8ba7ddb8f3f5f61b7679a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,424 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,425 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,426 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,427 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000008 2024-11-12T10:43:31,459 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:31,461 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 3a5b76ed4ab8ba7ddb8f3f5f61b7679a : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "3a5b76ed4ab8ba7ddb8f3f5f61b7679a" family_name: "a" compaction_input: "8db4962c787e4b06894e1b092e5a2484" compaction_input: "e43630b30b5f418caeb8d8a943b4cd0a_SeqId_4_" compaction_input: "6232c8eba259474fb9593c916d1fb842_SeqId_4_" compaction_input: "ea535df9815949b5b1cf3433d3cfee9a_SeqId_4_" compaction_output: "a336ae0993964dbab84b01a5e270650c" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-12T10:43:31,461 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-12T10:43:31,461 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000008 2024-11-12T10:43:31,462 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/0000000000000000008 2024-11-12T10:43:31,463 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,463 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,464 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:31,465 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a 2024-11-12T10:43:31,468 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testCompactedBulkLoadedFiles/3a5b76ed4ab8ba7ddb8f3f5f61b7679a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:43:31,470 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3a5b76ed4ab8ba7ddb8f3f5f61b7679a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64926373, jitterRate=-0.032521650195121765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:31,470 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a: Writing region info on filesystem at 1731408211388Initializing all the Stores at 1731408211389 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211389Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211391 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211391Cleaning up temporary data from old regions at 1731408211463 (+72 ms)Region opened successfully at 1731408211470 (+7 ms) 2024-11-12T10:43:31,473 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3a5b76ed4ab8ba7ddb8f3f5f61b7679a, disabling compactions & flushes 2024-11-12T10:43:31,473 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:31,473 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:31,473 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. after waiting 0 ms 2024-11-12T10:43:31,473 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:31,474 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731408206832.3a5b76ed4ab8ba7ddb8f3f5f61b7679a. 2024-11-12T10:43:31,474 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3a5b76ed4ab8ba7ddb8f3f5f61b7679a: Waiting for close lock at 1731408211473Disabling compacts and flushes for region at 1731408211473Disabling writes for close at 1731408211473Writing region close event to WAL at 1731408211474 (+1 ms)Closed at 1731408211474 2024-11-12T10:43:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741924_1103 (size=175) 2024-11-12T10:43:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741924_1103 (size=175) 2024-11-12T10:43:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741924_1103 (size=175) 2024-11-12T10:43:31,479 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:31,479 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731408211342) 2024-11-12T10:43:31,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=437 (was 427) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2127348563_22 at /127.0.0.1:49272 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:40013 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2127348563_22 at /127.0.0.1:60426 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2127348563_22 at /127.0.0.1:58922 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1268) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=2586 (was 2616) 2024-11-12T10:43:31,494 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-12T10:43:31,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=2586 2024-11-12T10:43:31,506 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-12T10:43:31,521 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:31,524 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:43:31,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:43:31,527 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72444685, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/hregion-72444685, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:31,540 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72444685/hregion-72444685.1731408211527, exclude list is [], retry=0 2024-11-12T10:43:31,543 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:31,543 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:31,546 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:31,575 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72444685/hregion-72444685.1731408211527 2024-11-12T10:43:31,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:31,579 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ee9fc4d3d41891f18a17716c20f3fb0c, NAME => 'testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/hbase 2024-11-12T10:43:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741926_1105 (size=67) 2024-11-12T10:43:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741926_1105 (size=67) 2024-11-12T10:43:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741926_1105 (size=67) 2024-11-12T10:43:31,592 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:31,593 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,594 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName a 2024-11-12T10:43:31,595 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,595 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,595 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,596 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName b 2024-11-12T10:43:31,596 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,597 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,597 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,598 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName c 2024-11-12T10:43:31,598 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,598 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,598 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,600 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,600 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,601 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:31,602 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,605 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:43:31,606 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee9fc4d3d41891f18a17716c20f3fb0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66934265, jitterRate=-0.002601727843284607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee9fc4d3d41891f18a17716c20f3fb0c: Writing region info on filesystem at 1731408211592Initializing all the Stores at 1731408211593 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211593Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211593Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211593Cleaning up temporary data from old regions at 1731408211600 (+7 ms)Region opened successfully at 1731408211606 (+6 ms) 2024-11-12T10:43:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee9fc4d3d41891f18a17716c20f3fb0c, disabling compactions & flushes 2024-11-12T10:43:31,606 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. after waiting 0 ms 2024-11-12T10:43:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,607 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,607 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee9fc4d3d41891f18a17716c20f3fb0c: Waiting for close lock at 1731408211606Disabling compacts and flushes for region at 1731408211606Disabling writes for close at 1731408211606Writing region close event to WAL at 1731408211606Closed at 1731408211606 2024-11-12T10:43:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741925_1104 (size=175) 2024-11-12T10:43:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741925_1104 (size=175) 2024-11-12T10:43:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741925_1104 (size=175) 2024-11-12T10:43:31,612 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:31,612 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72444685:(num 1731408211527) 2024-11-12T10:43:31,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:31,614 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:31,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614, exclude list is [], retry=0 2024-11-12T10:43:31,631 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:31,631 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:31,631 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:31,662 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614 2024-11-12T10:43:31,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543)] 2024-11-12T10:43:31,663 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9fc4d3d41891f18a17716c20f3fb0c, NAME => 'testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:31,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:31,663 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,663 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,665 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,665 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName a 2024-11-12T10:43:31,665 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,666 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,666 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,667 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName b 2024-11-12T10:43:31,667 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,668 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,668 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,669 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName c 2024-11-12T10:43:31,669 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:31,670 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:31,670 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,670 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,672 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,672 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,673 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:31,674 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:31,675 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee9fc4d3d41891f18a17716c20f3fb0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61048215, jitterRate=-0.0903107076883316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:31,675 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee9fc4d3d41891f18a17716c20f3fb0c: Writing region info on filesystem at 1731408211663Initializing all the Stores at 1731408211664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211664Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211664Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408211664Cleaning up temporary data from old regions at 1731408211672 (+8 ms)Region opened successfully at 1731408211675 (+3 ms) 2024-11-12T10:43:31,682 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee9fc4d3d41891f18a17716c20f3fb0c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T10:43:31,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/a/1f59f4afd8ee40808ce4b0c734cb4ed3 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731408211675/Put/seqid=0 2024-11-12T10:43:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741928_1107 (size=5958) 2024-11-12T10:43:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741928_1107 (size=5958) 2024-11-12T10:43:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741928_1107 (size=5958) 2024-11-12T10:43:31,707 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/a/1f59f4afd8ee40808ce4b0c734cb4ed3 2024-11-12T10:43:31,713 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/a/1f59f4afd8ee40808ce4b0c734cb4ed3 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/a/1f59f4afd8ee40808ce4b0c734cb4ed3 2024-11-12T10:43:31,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/a/1f59f4afd8ee40808ce4b0c734cb4ed3, entries=10, sequenceid=13, filesize=5.8 K 2024-11-12T10:43:31,720 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ee9fc4d3d41891f18a17716c20f3fb0c in 37ms, sequenceid=13, compaction requested=false 2024-11-12T10:43:31,720 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ee9fc4d3d41891f18a17716c20f3fb0c: 2024-11-12T10:43:31,740 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee9fc4d3d41891f18a17716c20f3fb0c, disabling compactions & flushes 2024-11-12T10:43:31,740 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,740 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,740 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. after waiting 0 ms 2024-11-12T10:43:31,740 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,743 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,743 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:31,743 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee9fc4d3d41891f18a17716c20f3fb0c: Waiting for close lock at 1731408211740Disabling compacts and flushes for region at 1731408211740Disabling writes for close at 1731408211740Writing region close event to WAL at 1731408211743 (+3 ms)Closed at 1731408211743 2024-11-12T10:43:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741927_1106 (size=6243) 2024-11-12T10:43:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741927_1106 (size=6243) 2024-11-12T10:43:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741927_1106 (size=6243) 2024-11-12T10:43:31,765 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614, size=6.1 K (6243bytes) 2024-11-12T10:43:31,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614 2024-11-12T10:43:31,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614 after 1ms 2024-11-12T10:43:31,802 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:31,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614 took 37ms 2024-11-12T10:43:31,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614 so closing down 2024-11-12T10:43:31,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:31,809 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731408211614.temp 2024-11-12T10:43:31,845 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000003-wal.1731408211614.temp 2024-11-12T10:43:31,845 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741929_1108 (size=5575) 2024-11-12T10:43:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741929_1108 (size=5575) 2024-11-12T10:43:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741929_1108 (size=5575) 2024-11-12T10:43:32,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000003-wal.1731408211614.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:32,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000003-wal.1731408211614.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000035 2024-11-12T10:43:32,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 459 ms; skipped=2; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-12T10:43:32,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614, journal: Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614, size=6.1 K (6243bytes) at 1731408211765Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614 so closing down at 1731408211806 (+41 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000003-wal.1731408211614.temp at 1731408211845 (+39 ms)3 split writer threads finished at 1731408211845Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000003-wal.1731408211614.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731408212260 (+415 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000003-wal.1731408211614.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000035 at 1731408212262 (+2 ms)Processed 32 edits across 1 Regions in 459 ms; skipped=2; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1731408212262 2024-11-12T10:43:32,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408211614 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408211614 2024-11-12T10:43:32,265 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000035 2024-11-12T10:43:32,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:32,267 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:32,280 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267, exclude list is [], retry=0 2024-11-12T10:43:32,283 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:32,283 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:32,283 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:32,313 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 2024-11-12T10:43:32,313 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:41269:41269)] 2024-11-12T10:43:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9fc4d3d41891f18a17716c20f3fb0c, NAME => 'testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:43:32,314 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:32,314 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,314 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,315 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,316 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName a 2024-11-12T10:43:32,316 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:32,322 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/a/1f59f4afd8ee40808ce4b0c734cb4ed3 2024-11-12T10:43:32,322 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:32,322 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,323 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName b 2024-11-12T10:43:32,323 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:32,324 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:32,324 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,325 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName c 2024-11-12T10:43:32,325 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:32,326 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:32,326 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,326 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,328 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000035 2024-11-12T10:43:32,355 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:32,356 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000035 2024-11-12T10:43:32,356 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee9fc4d3d41891f18a17716c20f3fb0c 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-12T10:43:32,376 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/b/0a4adf8727624fa6bfdc2dcd67278c6b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731408211720/Put/seqid=0 2024-11-12T10:43:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741931_1110 (size=5958) 2024-11-12T10:43:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741931_1110 (size=5958) 2024-11-12T10:43:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741931_1110 (size=5958) 2024-11-12T10:43:32,386 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/b/0a4adf8727624fa6bfdc2dcd67278c6b 2024-11-12T10:43:32,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/c/9d04592030e14581a6bc427f5a658799 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731408211727/Put/seqid=0 2024-11-12T10:43:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741932_1111 (size=5958) 2024-11-12T10:43:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741932_1111 (size=5958) 2024-11-12T10:43:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741932_1111 (size=5958) 2024-11-12T10:43:32,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/c/9d04592030e14581a6bc427f5a658799 2024-11-12T10:43:32,419 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/b/0a4adf8727624fa6bfdc2dcd67278c6b as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/b/0a4adf8727624fa6bfdc2dcd67278c6b 2024-11-12T10:43:32,424 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/b/0a4adf8727624fa6bfdc2dcd67278c6b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T10:43:32,425 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/c/9d04592030e14581a6bc427f5a658799 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/c/9d04592030e14581a6bc427f5a658799 2024-11-12T10:43:32,432 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/c/9d04592030e14581a6bc427f5a658799, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T10:43:32,433 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for ee9fc4d3d41891f18a17716c20f3fb0c in 77ms, sequenceid=35, compaction requested=false; wal=null 2024-11-12T10:43:32,434 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000035 2024-11-12T10:43:32,436 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,436 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,437 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:32,438 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:32,441 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-12T10:43:32,442 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee9fc4d3d41891f18a17716c20f3fb0c; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69317094, jitterRate=0.03290519118309021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:32,442 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee9fc4d3d41891f18a17716c20f3fb0c: Writing region info on filesystem at 1731408212314Initializing all the Stores at 1731408212315 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408212315Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408212315Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408212315Obtaining lock to block concurrent updates at 1731408212356 (+41 ms)Preparing flush snapshotting stores in ee9fc4d3d41891f18a17716c20f3fb0c at 1731408212356Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731408212357 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. at 1731408212357Flushing ee9fc4d3d41891f18a17716c20f3fb0c/b: creating writer at 1731408212357Flushing ee9fc4d3d41891f18a17716c20f3fb0c/b: appending metadata at 1731408212375 (+18 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/b: closing flushed file at 1731408212375Flushing ee9fc4d3d41891f18a17716c20f3fb0c/c: creating writer at 1731408212391 (+16 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/c: appending metadata at 1731408212405 (+14 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/c: closing flushed file at 1731408212405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ead47a: reopening flushed file at 1731408212419 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593ebaf: reopening flushed file at 1731408212425 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for ee9fc4d3d41891f18a17716c20f3fb0c in 77ms, sequenceid=35, compaction requested=false; wal=null at 1731408212433 (+8 ms)Cleaning up temporary data from old regions at 1731408212436 (+3 ms)Region opened successfully at 1731408212442 (+6 ms) 2024-11-12T10:43:32,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267, size=0 (0bytes) 2024-11-12T10:43:32,520 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 might be still open, length is 0 2024-11-12T10:43:32,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 2024-11-12T10:43:32,521 WARN [IPC Server handler 4 on default port 40013 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-12T10:43:32,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 after 0ms 2024-11-12T10:43:34,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-12T10:43:34,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:34,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-12T10:43:34,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-12T10:43:35,136 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:60500 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41699:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60500 dst: /127.0.0.1:41699 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41699 remote=/127.0.0.1:60500]. Total timeout mills is 60000, 57339 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:35,136 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:49322 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38437:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49322 dst: /127.0.0.1:38437 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:35,136 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1494575267_22 at /127.0.0.1:58972 [Receiving block BP-1114396123-172.17.0.2-1731408171337:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58972 dst: /127.0.0.1:44813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:35,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741930_1112 (size=5567) 2024-11-12T10:43:36,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 after 4001ms 2024-11-12T10:43:36,559 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:36,559 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 took 4039ms 2024-11-12T10:43:36,562 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267; continuing. 2024-11-12T10:43:36,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 so closing down 2024-11-12T10:43:36,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:43:36,564 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731408212267.temp 2024-11-12T10:43:36,591 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000037-wal.1731408212267.temp 2024-11-12T10:43:36,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:43:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741933_1113 (size=5575) 2024-11-12T10:43:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741933_1113 (size=5575) 2024-11-12T10:43:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741933_1113 (size=5575) 2024-11-12T10:43:36,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000037-wal.1731408212267.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T10:43:36,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000037-wal.1731408212267.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000066 2024-11-12T10:43:36,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:43:36,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267, journal: Splitting hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267, size=0 (0bytes) at 1731408212520Finishing writing output for hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 so closing down at 1731408216562 (+4042 ms)Creating recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000037-wal.1731408212267.temp at 1731408216591 (+29 ms)3 split writer threads finished at 1731408216591Closed recovered edits writer path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000037-wal.1731408212267.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731408216598 (+7 ms)Rename recovered edits hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000037-wal.1731408212267.temp to hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000066 at 1731408216599 (+1 ms)Processed 30 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267, size=0, length=0, corrupted=false, cancelled=false at 1731408216599 2024-11-12T10:43:36,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 to hdfs://localhost:40013/hbase/oldWALs/wal.1731408212267 2024-11-12T10:43:36,601 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000066 2024-11-12T10:43:36,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:43:36,603 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40013/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520, archiveDir=hdfs://localhost:40013/hbase/oldWALs, maxLogs=32 2024-11-12T10:43:36,619 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408216603, exclude list is [], retry=0 2024-11-12T10:43:36,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-639526af-5238-4c51-aec1-38744500b116,DISK] 2024-11-12T10:43:36,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-a51750bd-6cbe-4d30-aa7f-90dfea14fefb,DISK] 2024-11-12T10:43:36,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-7499eb3e-5d01-4aa1-bb89-405b7ddfd5e3,DISK] 2024-11-12T10:43:36,647 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408216603 2024-11-12T10:43:36,647 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41269:41269),(127.0.0.1/127.0.0.1:35543:35543),(127.0.0.1/127.0.0.1:38949:38949)] 2024-11-12T10:43:36,648 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:43:36,649 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,650 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName a 2024-11-12T10:43:36,650 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:36,655 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/a/1f59f4afd8ee40808ce4b0c734cb4ed3 2024-11-12T10:43:36,655 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:36,655 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,656 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName b 2024-11-12T10:43:36,656 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:36,661 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/b/0a4adf8727624fa6bfdc2dcd67278c6b 2024-11-12T10:43:36,661 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:36,661 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,662 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fc4d3d41891f18a17716c20f3fb0c columnFamilyName c 2024-11-12T10:43:36,662 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:43:36,668 DEBUG [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/c/9d04592030e14581a6bc427f5a658799 2024-11-12T10:43:36,668 INFO [StoreOpener-ee9fc4d3d41891f18a17716c20f3fb0c-1 {}] regionserver.HStore(327): Store=ee9fc4d3d41891f18a17716c20f3fb0c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:43:36,668 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,671 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000066 2024-11-12T10:43:36,697 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T10:43:36,701 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000066 2024-11-12T10:43:36,701 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee9fc4d3d41891f18a17716c20f3fb0c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T10:43:36,714 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/a/b58fc3380f1a490dabf7e92e0b4c0649 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731408212451/Put/seqid=0 2024-11-12T10:43:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741935_1115 (size=5958) 2024-11-12T10:43:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741935_1115 (size=5958) 2024-11-12T10:43:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741935_1115 (size=5958) 2024-11-12T10:43:36,721 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/a/b58fc3380f1a490dabf7e92e0b4c0649 2024-11-12T10:43:36,738 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/b/c28145ded19846bcb86fbd7663a9149a is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731408212458/Put/seqid=0 2024-11-12T10:43:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741936_1116 (size=5958) 2024-11-12T10:43:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741936_1116 (size=5958) 2024-11-12T10:43:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741936_1116 (size=5958) 2024-11-12T10:43:36,744 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/b/c28145ded19846bcb86fbd7663a9149a 2024-11-12T10:43:36,763 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/c/37f3cc9e56cc4e318f16d0e2cb622db1 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731408212466/Put/seqid=0 2024-11-12T10:43:36,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741937_1117 (size=5958) 2024-11-12T10:43:36,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741937_1117 (size=5958) 2024-11-12T10:43:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741937_1117 (size=5958) 2024-11-12T10:43:36,770 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/c/37f3cc9e56cc4e318f16d0e2cb622db1 2024-11-12T10:43:36,776 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/a/b58fc3380f1a490dabf7e92e0b4c0649 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/a/b58fc3380f1a490dabf7e92e0b4c0649 2024-11-12T10:43:36,782 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/a/b58fc3380f1a490dabf7e92e0b4c0649, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T10:43:36,783 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/b/c28145ded19846bcb86fbd7663a9149a as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/b/c28145ded19846bcb86fbd7663a9149a 2024-11-12T10:43:36,788 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/b/c28145ded19846bcb86fbd7663a9149a, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T10:43:36,789 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/.tmp/c/37f3cc9e56cc4e318f16d0e2cb622db1 as hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/c/37f3cc9e56cc4e318f16d0e2cb622db1 2024-11-12T10:43:36,793 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/c/37f3cc9e56cc4e318f16d0e2cb622db1, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T10:43:36,793 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for ee9fc4d3d41891f18a17716c20f3fb0c in 92ms, sequenceid=66, compaction requested=false; wal=null 2024-11-12T10:43:36,794 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/0000000000000000066 2024-11-12T10:43:36,795 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,795 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,796 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:43:36,797 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee9fc4d3d41891f18a17716c20f3fb0c 2024-11-12T10:43:36,800 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/hbase/data/default/testReplayEditsWrittenViaHRegion/ee9fc4d3d41891f18a17716c20f3fb0c/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-12T10:43:36,801 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee9fc4d3d41891f18a17716c20f3fb0c; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64078103, jitterRate=-0.045161858201026917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:43:36,801 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee9fc4d3d41891f18a17716c20f3fb0c: Writing region info on filesystem at 1731408216648Initializing all the Stores at 1731408216649 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408216649Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408216649Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408216649Obtaining lock to block concurrent updates at 1731408216701 (+52 ms)Preparing flush snapshotting stores in ee9fc4d3d41891f18a17716c20f3fb0c at 1731408216701Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731408216701Flushing stores of testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. at 1731408216701Flushing ee9fc4d3d41891f18a17716c20f3fb0c/a: creating writer at 1731408216701Flushing ee9fc4d3d41891f18a17716c20f3fb0c/a: appending metadata at 1731408216714 (+13 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/a: closing flushed file at 1731408216714Flushing ee9fc4d3d41891f18a17716c20f3fb0c/b: creating writer at 1731408216725 (+11 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/b: appending metadata at 1731408216738 (+13 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/b: closing flushed file at 1731408216738Flushing ee9fc4d3d41891f18a17716c20f3fb0c/c: creating writer at 1731408216749 (+11 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/c: appending metadata at 1731408216763 (+14 ms)Flushing ee9fc4d3d41891f18a17716c20f3fb0c/c: closing flushed file at 1731408216763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247cee52: reopening flushed file at 1731408216775 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f89fd7: reopening flushed file at 1731408216782 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9069f: reopening flushed file at 1731408216788 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for ee9fc4d3d41891f18a17716c20f3fb0c in 92ms, sequenceid=66, compaction requested=false; wal=null at 1731408216793 (+5 ms)Cleaning up temporary data from old regions at 1731408216795 (+2 ms)Region opened successfully at 1731408216801 (+6 ms) 2024-11-12T10:43:36,815 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee9fc4d3d41891f18a17716c20f3fb0c, disabling compactions & flushes 2024-11-12T10:43:36,815 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:36,815 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:36,815 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. after waiting 0 ms 2024-11-12T10:43:36,815 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:36,817 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731408211522.ee9fc4d3d41891f18a17716c20f3fb0c. 2024-11-12T10:43:36,817 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee9fc4d3d41891f18a17716c20f3fb0c: Waiting for close lock at 1731408216815Disabling compacts and flushes for region at 1731408216815Disabling writes for close at 1731408216815Writing region close event to WAL at 1731408216817 (+2 ms)Closed at 1731408216817 2024-11-12T10:43:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741934_1114 (size=175) 2024-11-12T10:43:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741934_1114 (size=175) 2024-11-12T10:43:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741934_1114 (size=175) 2024-11-12T10:43:36,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:43:36,822 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731408216603) 2024-11-12T10:43:36,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=440 (was 437) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:40013 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1454143398_22 at /127.0.0.1:59014 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1454143398_22 at /127.0.0.1:60538 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1454143398_22 at /127.0.0.1:49344 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=379 (was 377) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2525 (was 2586) 2024-11-12T10:43:36,836 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-11-12T10:43:36,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:43:36,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:43:36,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:43:36,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:36,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:36,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:43:36,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:43:36,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=705131862, stopped=false 2024-11-12T10:43:36,838 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,45375,1731408174199 2024-11-12T10:43:36,839 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:43:36,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:43:36,839 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:36,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:36,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:43:36,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:36,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:43:36,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:43:36,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:43:36,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:36,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:43:36,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,43367,1731408174779' ***** 2024-11-12T10:43:36,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:43:36,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:43:36,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,37717,1731408174910' ***** 2024-11-12T10:43:36,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:43:36,841 INFO [RS:0;aed202db7571:43367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:43:36,841 INFO [RS:2;aed202db7571:37717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:43:36,841 INFO [RS:0;aed202db7571:43367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:43:36,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:43:36,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:43:36,841 INFO [RS:2;aed202db7571:37717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:43:36,841 INFO [RS:2;aed202db7571:37717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:43:36,841 INFO [RS:0;aed202db7571:43367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:43:36,841 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(959): stopping server aed202db7571,37717,1731408174910 2024-11-12T10:43:36,841 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:36,841 INFO [RS:2;aed202db7571:37717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:43:36,841 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(959): stopping server aed202db7571,43367,1731408174779 2024-11-12T10:43:36,841 INFO [RS:2;aed202db7571:37717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;aed202db7571:37717. 2024-11-12T10:43:36,841 INFO [RS:0;aed202db7571:43367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:43:36,841 DEBUG [RS:2;aed202db7571:37717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:43:36,841 INFO [RS:0;aed202db7571:43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:43367. 2024-11-12T10:43:36,842 DEBUG [RS:2;aed202db7571:37717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 856400b674610b33b5fff9cd2a3847c0, disabling compactions & flushes 2024-11-12T10:43:36,842 DEBUG [RS:0;aed202db7571:43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:43:36,842 DEBUG [RS:0;aed202db7571:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:36,842 INFO [RS:2;aed202db7571:37717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:43:36,842 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:36,842 INFO [RS:2;aed202db7571:37717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:43:36,842 INFO [RS:2;aed202db7571:37717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:43:36,842 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:36,842 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1325): Online Regions={856400b674610b33b5fff9cd2a3847c0=testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0.} 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. after waiting 0 ms 2024-11-12T10:43:36,842 DEBUG [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1351): Waiting on 856400b674610b33b5fff9cd2a3847c0 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:36,842 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:43:36,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:43:36,842 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:43:36,842 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:43:36,842 DEBUG [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:43:36,842 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:43:36,842 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:43:36,843 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-12T10:43:36,847 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:43:36,849 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/856400b674610b33b5fff9cd2a3847c0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-12T10:43:36,850 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:36,850 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 856400b674610b33b5fff9cd2a3847c0: Waiting for close lock at 1731408216841Running coprocessor pre-close hooks at 1731408216841Disabling compacts and flushes for region at 1731408216841Disabling writes for close at 1731408216842 (+1 ms)Writing region close event to WAL at 1731408216843 (+1 ms)Running coprocessor post-close hooks at 1731408216850 (+7 ms)Closed at 1731408216850 2024-11-12T10:43:36,850 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0. 2024-11-12T10:43:36,868 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/info/4a857734312f4198bb0efb97e86cad1e is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731408190892.856400b674610b33b5fff9cd2a3847c0./info:regioninfo/1731408194689/Put/seqid=0 2024-11-12T10:43:36,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741938_1118 (size=8243) 2024-11-12T10:43:36,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741938_1118 (size=8243) 2024-11-12T10:43:36,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741938_1118 (size=8243) 2024-11-12T10:43:36,877 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/info/4a857734312f4198bb0efb97e86cad1e 2024-11-12T10:43:36,905 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/ns/26a6d92a590044b690dd37bae9570c7c is 43, key is default/ns:d/1731408176980/Put/seqid=0 2024-11-12T10:43:36,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741939_1119 (size=5153) 2024-11-12T10:43:36,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741939_1119 (size=5153) 2024-11-12T10:43:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741939_1119 (size=5153) 2024-11-12T10:43:36,925 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/ns/26a6d92a590044b690dd37bae9570c7c 2024-11-12T10:43:36,930 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:43:36,948 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/table/a752974aeb374666a75be24f963e640a is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731408191331/Put/seqid=0 2024-11-12T10:43:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741940_1120 (size=5431) 2024-11-12T10:43:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741940_1120 (size=5431) 2024-11-12T10:43:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741940_1120 (size=5431) 2024-11-12T10:43:36,958 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/table/a752974aeb374666a75be24f963e640a 2024-11-12T10:43:36,964 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/info/4a857734312f4198bb0efb97e86cad1e as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/info/4a857734312f4198bb0efb97e86cad1e 2024-11-12T10:43:36,970 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/info/4a857734312f4198bb0efb97e86cad1e, entries=18, sequenceid=21, filesize=8.0 K 2024-11-12T10:43:36,972 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/ns/26a6d92a590044b690dd37bae9570c7c as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/ns/26a6d92a590044b690dd37bae9570c7c 2024-11-12T10:43:36,983 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/ns/26a6d92a590044b690dd37bae9570c7c, entries=2, sequenceid=21, filesize=5.0 K 2024-11-12T10:43:36,984 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/.tmp/table/a752974aeb374666a75be24f963e640a as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/table/a752974aeb374666a75be24f963e640a 2024-11-12T10:43:36,992 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/table/a752974aeb374666a75be24f963e640a, entries=2, sequenceid=21, filesize=5.3 K 2024-11-12T10:43:36,993 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=21, compaction requested=false 2024-11-12T10:43:37,001 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-12T10:43:37,002 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:43:37,002 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:43:37,002 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408216842Running coprocessor pre-close hooks at 1731408216842Disabling compacts and flushes for region at 1731408216842Disabling writes for close at 1731408216842Obtaining lock to block concurrent updates at 1731408216843 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731408216843Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731408216843Flushing stores of hbase:meta,,1.1588230740 at 1731408216844 (+1 ms)Flushing 1588230740/info: creating writer at 1731408216844Flushing 1588230740/info: appending metadata at 1731408216868 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731408216868Flushing 1588230740/ns: creating writer at 1731408216884 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731408216904 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731408216904Flushing 1588230740/table: creating writer at 1731408216932 (+28 ms)Flushing 1588230740/table: appending metadata at 1731408216948 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731408216948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7716c7: reopening flushed file at 1731408216963 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b182913: reopening flushed file at 1731408216971 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c29d02: reopening flushed file at 1731408216983 (+12 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=21, compaction requested=false at 1731408216993 (+10 ms)Writing region close event to WAL at 1731408216995 (+2 ms)Running coprocessor post-close hooks at 1731408217002 (+7 ms)Closed at 1731408217002 2024-11-12T10:43:37,002 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:43:37,042 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(976): stopping server aed202db7571,43367,1731408174779; all regions closed. 2024-11-12T10:43:37,042 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(976): stopping server aed202db7571,37717,1731408174910; all regions closed. 2024-11-12T10:43:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741834_1010 (size=3621) 2024-11-12T10:43:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741834_1010 (size=3621) 2024-11-12T10:43:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741834_1010 (size=3621) 2024-11-12T10:43:37,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741836_1012 (size=9487) 2024-11-12T10:43:37,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741836_1012 (size=9487) 2024-11-12T10:43:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741836_1012 (size=9487) 2024-11-12T10:43:37,051 DEBUG [RS:0;aed202db7571:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs 2024-11-12T10:43:37,051 INFO [RS:0;aed202db7571:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C43367%2C1731408174779:(num 1731408176345) 2024-11-12T10:43:37,051 DEBUG [RS:0;aed202db7571:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:37,051 INFO [RS:0;aed202db7571:43367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:43:37,051 INFO [RS:0;aed202db7571:43367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:43:37,051 INFO [RS:0;aed202db7571:43367 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:43:37,052 INFO [RS:0;aed202db7571:43367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:43:37,052 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:43:37,052 DEBUG [RS:2;aed202db7571:37717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs 2024-11-12T10:43:37,052 INFO [RS:2;aed202db7571:37717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C37717%2C1731408174910.meta:.meta(num 1731408176760) 2024-11-12T10:43:37,052 INFO [RS:0;aed202db7571:43367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:43:37,052 INFO [RS:0;aed202db7571:43367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:43:37,052 INFO [RS:0;aed202db7571:43367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:43:37,052 INFO [RS:0;aed202db7571:43367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43367 2024-11-12T10:43:37,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,43367,1731408174779 2024-11-12T10:43:37,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:43:37,054 INFO [RS:0;aed202db7571:43367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:43:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741833_1009 (size=175) 2024-11-12T10:43:37,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,43367,1731408174779] 2024-11-12T10:43:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741833_1009 (size=175) 2024-11-12T10:43:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741833_1009 (size=175) 2024-11-12T10:43:37,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,43367,1731408174779 already deleted, retry=false 2024-11-12T10:43:37,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,43367,1731408174779 expired; onlineServers=1 2024-11-12T10:43:37,058 DEBUG [RS:2;aed202db7571:37717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/oldWALs 2024-11-12T10:43:37,058 INFO [RS:2;aed202db7571:37717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C37717%2C1731408174910:(num 1731408176345) 2024-11-12T10:43:37,058 DEBUG [RS:2;aed202db7571:37717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:43:37,058 INFO [RS:2;aed202db7571:37717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:43:37,058 INFO [RS:2;aed202db7571:37717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:43:37,058 INFO [RS:2;aed202db7571:37717 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:43:37,058 INFO [RS:2;aed202db7571:37717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:43:37,058 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:43:37,059 INFO [RS:2;aed202db7571:37717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37717 2024-11-12T10:43:37,060 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,37717,1731408174910 2024-11-12T10:43:37,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:43:37,060 INFO [RS:2;aed202db7571:37717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:43:37,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,37717,1731408174910] 2024-11-12T10:43:37,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,37717,1731408174910 already deleted, retry=false 2024-11-12T10:43:37,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,37717,1731408174910 expired; onlineServers=0 2024-11-12T10:43:37,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,45375,1731408174199' ***** 2024-11-12T10:43:37,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:43:37,062 INFO [M:0;aed202db7571:45375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:43:37,062 INFO [M:0;aed202db7571:45375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:43:37,062 DEBUG [M:0;aed202db7571:45375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:43:37,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:43:37,062 DEBUG [M:0;aed202db7571:45375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:43:37,062 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408175971 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408175971,5,FailOnTimeoutGroup] 2024-11-12T10:43:37,062 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408175970 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408175970,5,FailOnTimeoutGroup] 2024-11-12T10:43:37,063 INFO [M:0;aed202db7571:45375 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:43:37,063 INFO [M:0;aed202db7571:45375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:43:37,063 DEBUG [M:0;aed202db7571:45375 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:43:37,063 INFO [M:0;aed202db7571:45375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:43:37,063 INFO [M:0;aed202db7571:45375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:43:37,063 INFO [M:0;aed202db7571:45375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:43:37,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:43:37,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:43:37,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:43:37,065 DEBUG [M:0;aed202db7571:45375 {}] zookeeper.ZKUtil(347): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:43:37,065 WARN [M:0;aed202db7571:45375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:43:37,066 INFO [M:0;aed202db7571:45375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/.lastflushedseqids 2024-11-12T10:43:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741941_1121 (size=138) 2024-11-12T10:43:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741941_1121 (size=138) 2024-11-12T10:43:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741941_1121 (size=138) 2024-11-12T10:43:37,083 INFO [M:0;aed202db7571:45375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:43:37,083 INFO [M:0;aed202db7571:45375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:43:37,083 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:43:37,083 INFO [M:0;aed202db7571:45375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:37,084 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:37,084 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:43:37,084 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:37,084 INFO [M:0;aed202db7571:45375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-12T10:43:37,101 DEBUG [M:0;aed202db7571:45375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cc475d1552f4114891977545fc2b61d is 82, key is hbase:meta,,1/info:regioninfo/1731408176899/Put/seqid=0 2024-11-12T10:43:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741942_1122 (size=5672) 2024-11-12T10:43:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741942_1122 (size=5672) 2024-11-12T10:43:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741942_1122 (size=5672) 2024-11-12T10:43:37,109 INFO [M:0;aed202db7571:45375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cc475d1552f4114891977545fc2b61d 2024-11-12T10:43:37,133 DEBUG [M:0;aed202db7571:45375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d401cdc5cca497bbe4a7c79d1b886f7 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731408191342/Put/seqid=0 2024-11-12T10:43:37,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741943_1123 (size=7756) 2024-11-12T10:43:37,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741943_1123 (size=7756) 2024-11-12T10:43:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741943_1123 (size=7756) 2024-11-12T10:43:37,146 INFO [M:0;aed202db7571:45375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d401cdc5cca497bbe4a7c79d1b886f7 2024-11-12T10:43:37,152 INFO [M:0;aed202db7571:45375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d401cdc5cca497bbe4a7c79d1b886f7 2024-11-12T10:43:37,156 INFO [RS:0;aed202db7571:43367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:43:37,156 INFO [RS:0;aed202db7571:43367 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,43367,1731408174779; zookeeper connection closed. 2024-11-12T10:43:37,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:37,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x100338775f20001, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:37,157 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18729f45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18729f45 2024-11-12T10:43:37,161 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:37,161 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x100338775f20003, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:37,161 INFO [RS:2;aed202db7571:37717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:43:37,161 INFO [RS:2;aed202db7571:37717 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,37717,1731408174910; zookeeper connection closed. 2024-11-12T10:43:37,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@238862b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@238862b2 2024-11-12T10:43:37,166 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:43:37,175 DEBUG [M:0;aed202db7571:45375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c621c4efc8e14317a7b02f0f8ce4fe20 is 69, key is aed202db7571,37717,1731408174910/rs:state/1731408176009/Put/seqid=0 2024-11-12T10:43:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741944_1124 (size=5440) 2024-11-12T10:43:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741944_1124 (size=5440) 2024-11-12T10:43:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741944_1124 (size=5440) 2024-11-12T10:43:37,190 INFO [M:0;aed202db7571:45375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c621c4efc8e14317a7b02f0f8ce4fe20 2024-11-12T10:43:37,198 INFO [M:0;aed202db7571:45375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c621c4efc8e14317a7b02f0f8ce4fe20 2024-11-12T10:43:37,199 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cc475d1552f4114891977545fc2b61d as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cc475d1552f4114891977545fc2b61d 2024-11-12T10:43:37,206 INFO [M:0;aed202db7571:45375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cc475d1552f4114891977545fc2b61d, entries=8, sequenceid=168, filesize=5.5 K 2024-11-12T10:43:37,208 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d401cdc5cca497bbe4a7c79d1b886f7 as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d401cdc5cca497bbe4a7c79d1b886f7 2024-11-12T10:43:37,215 INFO [M:0;aed202db7571:45375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d401cdc5cca497bbe4a7c79d1b886f7 2024-11-12T10:43:37,215 INFO [M:0;aed202db7571:45375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d401cdc5cca497bbe4a7c79d1b886f7, entries=17, sequenceid=168, filesize=7.6 K 2024-11-12T10:43:37,216 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c621c4efc8e14317a7b02f0f8ce4fe20 as hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c621c4efc8e14317a7b02f0f8ce4fe20 2024-11-12T10:43:37,226 INFO [M:0;aed202db7571:45375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c621c4efc8e14317a7b02f0f8ce4fe20 2024-11-12T10:43:37,226 INFO [M:0;aed202db7571:45375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/4c40083c-b8d3-5e56-f116-e78d2e217ab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c621c4efc8e14317a7b02f0f8ce4fe20, entries=3, sequenceid=168, filesize=5.3 K 2024-11-12T10:43:37,227 INFO [M:0;aed202db7571:45375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=168, compaction requested=false 2024-11-12T10:43:37,236 INFO [M:0;aed202db7571:45375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:43:37,236 DEBUG [M:0;aed202db7571:45375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408217083Disabling compacts and flushes for region at 1731408217083Disabling writes for close at 1731408217084 (+1 ms)Obtaining lock to block concurrent updates at 1731408217084Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408217084Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1731408217084Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408217085 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408217085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408217100 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408217100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408217116 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408217133 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408217133Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408217152 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408217174 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408217174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41af786d: reopening flushed file at 1731408217198 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3155d8: reopening flushed file at 1731408217207 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecb50ff: reopening flushed file at 1731408217215 (+8 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=168, compaction requested=false at 1731408217227 (+12 ms)Writing region close event to WAL at 1731408217236 (+9 ms)Closed at 1731408217236 2024-11-12T10:43:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741830_1006 (size=83618) 2024-11-12T10:43:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741830_1006 (size=83618) 2024-11-12T10:43:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741830_1006 (size=83618) 2024-11-12T10:43:37,243 INFO [M:0;aed202db7571:45375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:43:37,244 INFO [M:0;aed202db7571:45375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45375 2024-11-12T10:43:37,244 INFO [M:0;aed202db7571:45375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:43:37,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:43:37,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:37,346 INFO [M:0;aed202db7571:45375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:43:37,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x100338775f20000, quorum=127.0.0.1:51836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:43:37,352 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195836 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195836 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731408195016/wal.1731408195836 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T10:43:37,353 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731408186349/wal.1731408186468 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:37,354 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731408211520/wal.1731408212267 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:37,356 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408205514 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408205514 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731408196102/wal.1731408205514 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T10:43:37,357 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731408178484/wal.1731408178583 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:37,359 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408206581 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408206581 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731408205809/wal.1731408206581 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T10:43:37,359 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731408206831/wal.1731408206935 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:43:37,362 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal.1731408178304 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal.1731408178304 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731408177943/wal.1731408178304 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T10:43:37,365 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal.1731408177664 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal.1731408177664 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731408177236/wal.1731408177664 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1494575267_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T10:43:37,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773b4a40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:43:37,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@286fa8e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:43:37,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:43:37,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b0de5e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:43:37,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78fad685{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,STOPPED} 2024-11-12T10:43:37,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:43:37,375 WARN [BP-1114396123-172.17.0.2-1731408171337 heartbeating to localhost/127.0.0.1:40013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:43:37,375 WARN [BP-1114396123-172.17.0.2-1731408171337 heartbeating to localhost/127.0.0.1:40013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114396123-172.17.0.2-1731408171337 (Datanode Uuid 8792ef43-74d4-45e0-8a5b-1a1f88d5d1bc) service to localhost/127.0.0.1:40013 2024-11-12T10:43:37,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:43:37,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data5/current/BP-1114396123-172.17.0.2-1731408171337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:43:37,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data6/current/BP-1114396123-172.17.0.2-1731408171337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:43:37,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:43:37,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75d96791{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:43:37,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60aef58b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:43:37,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:43:37,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14fd625f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:43:37,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a777d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,STOPPED} 2024-11-12T10:43:37,382 WARN [BP-1114396123-172.17.0.2-1731408171337 heartbeating to localhost/127.0.0.1:40013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:43:37,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:43:37,382 WARN [BP-1114396123-172.17.0.2-1731408171337 heartbeating to localhost/127.0.0.1:40013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114396123-172.17.0.2-1731408171337 (Datanode Uuid 98f34f90-738a-47d7-bb21-020a80208eb5) service to localhost/127.0.0.1:40013 2024-11-12T10:43:37,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:43:37,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data3/current/BP-1114396123-172.17.0.2-1731408171337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:43:37,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data4/current/BP-1114396123-172.17.0.2-1731408171337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:43:37,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:43:37,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d480c14{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:43:37,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a1e1ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:43:37,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:43:37,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ace2437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:43:37,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d86915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,STOPPED} 2024-11-12T10:43:37,392 WARN [BP-1114396123-172.17.0.2-1731408171337 heartbeating to localhost/127.0.0.1:40013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:43:37,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:43:37,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:43:37,392 WARN [BP-1114396123-172.17.0.2-1731408171337 heartbeating to localhost/127.0.0.1:40013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114396123-172.17.0.2-1731408171337 (Datanode Uuid b26a9e0f-087d-4c6e-8b16-b80865f64796) service to localhost/127.0.0.1:40013 2024-11-12T10:43:37,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data1/current/BP-1114396123-172.17.0.2-1731408171337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:43:37,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/cluster_045ab51c-d764-7575-0d08-2fd61d2a3783/data/data2/current/BP-1114396123-172.17.0.2-1731408171337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:43:37,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:43:37,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14f32243{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:43:37,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71a2a7f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:43:37,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:43:37,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120a4c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:43:37,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6ae9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f45347b-1c05-c3f8-f457-54c2c0e0da47/hadoop.log.dir/,STOPPED} 2024-11-12T10:43:37,431 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:43:37,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down