2024-11-26 20:49:47,887 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-26 20:49:47,902 main DEBUG Took 0.012975 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 20:49:47,902 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 20:49:47,903 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 20:49:47,904 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 20:49:47,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,914 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 20:49:47,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,931 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,933 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,934 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,935 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,937 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,938 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,939 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,941 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:49:47,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,943 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 20:49:47,945 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:49:47,947 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 20:49:47,949 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 20:49:47,950 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 20:49:47,951 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 20:49:47,952 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 20:49:47,963 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 20:49:47,966 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 20:49:47,968 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 20:49:47,969 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 20:49:47,969 main DEBUG createAppenders(={Console}) 2024-11-26 20:49:47,970 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-26 20:49:47,971 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-26 20:49:47,971 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-26 20:49:47,972 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 20:49:47,972 main DEBUG OutputStream closed 2024-11-26 20:49:47,973 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 20:49:47,973 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 20:49:47,973 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-26 20:49:48,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 20:49:48,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 20:49:48,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 20:49:48,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 20:49:48,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 20:49:48,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 20:49:48,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 20:49:48,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 20:49:48,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 20:49:48,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 20:49:48,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 20:49:48,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 20:49:48,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 20:49:48,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 20:49:48,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 20:49:48,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 20:49:48,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 20:49:48,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 20:49:48,058 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 20:49:48,058 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-26 20:49:48,058 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 20:49:48,059 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-26T20:49:48,307 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6 2024-11-26 20:49:48,310 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 20:49:48,310 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T20:49:48,319 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-26T20:49:48,326 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-26T20:49:48,352 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T20:49:48,401 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T20:49:48,401 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T20:49:48,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:49:48,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7, deleteOnExit=true 2024-11-26T20:49:48,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T20:49:48,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/test.cache.data in system properties and HBase conf 2024-11-26T20:49:48,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:49:48,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:49:48,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:49:48,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:49:48,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:49:48,519 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T20:49:48,609 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:49:48,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:49:48,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:49:48,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:49:48,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:49:48,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:49:48,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:49:48,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:49:48,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:49:48,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:49:48,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:49:48,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:49:48,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:49:48,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:49:48,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:49:49,444 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T20:49:49,524 INFO [Time-limited test {}] log.Log(170): Logging initialized @2459ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T20:49:49,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:49,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:49:49,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:49:49,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:49:49,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:49:49,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:49,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:49:49,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:49:49,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/java.io.tmpdir/jetty-localhost-38933-hadoop-hdfs-3_4_1-tests_jar-_-any-10493442031449971740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:49:49,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:38933} 2024-11-26T20:49:49,975 INFO [Time-limited test {}] server.Server(415): Started @2910ms 2024-11-26T20:49:50,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:50,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:49:50,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:49:50,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:49:50,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:49:50,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:49:50,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:49:50,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501095cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/java.io.tmpdir/jetty-localhost-38697-hadoop-hdfs-3_4_1-tests_jar-_-any-10069660952120055508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:49:50,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:38697} 2024-11-26T20:49:50,512 INFO [Time-limited test {}] server.Server(415): Started @3447ms 2024-11-26T20:49:50,585 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:49:50,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:50,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:49:50,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:49:50,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:49:50,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:49:50,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:49:50,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:49:50,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64052af6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-2702537461064414270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:49:50,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-11-26T20:49:50,896 INFO [Time-limited test {}] server.Server(415): Started @3831ms 2024-11-26T20:49:50,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:49:50,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:49:50,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:49:50,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:49:50,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:49:50,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:49:50,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:49:50,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:49:51,055 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data4/current/BP-1330034592-172.17.0.2-1732654189195/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:51,055 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data3/current/BP-1330034592-172.17.0.2-1732654189195/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:51,055 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data1/current/BP-1330034592-172.17.0.2-1732654189195/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:51,055 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data2/current/BP-1330034592-172.17.0.2-1732654189195/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:51,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bc738{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/java.io.tmpdir/jetty-localhost-34871-hadoop-hdfs-3_4_1-tests_jar-_-any-92502882949417520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:49:51,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:34871} 2024-11-26T20:49:51,095 INFO [Time-limited test {}] server.Server(415): Started @4030ms 2024-11-26T20:49:51,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:49:51,102 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:49:51,102 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:49:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x644198a5c5495f4a with lease ID 0xe887cac1b672ac37: Processing first storage report for DS-401c1a17-7915-4bf1-996e-6bb9872d8c48 from datanode DatanodeRegistration(127.0.0.1:39453, datanodeUuid=8cafa78c-6452-4fd2-a165-ed2d1689f80d, infoPort=33531, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195) 2024-11-26T20:49:51,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x644198a5c5495f4a with lease ID 0xe887cac1b672ac37: from storage DS-401c1a17-7915-4bf1-996e-6bb9872d8c48 node DatanodeRegistration(127.0.0.1:39453, datanodeUuid=8cafa78c-6452-4fd2-a165-ed2d1689f80d, infoPort=33531, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T20:49:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe686861c86087501 with lease ID 0xe887cac1b672ac36: Processing first storage report for DS-100773cb-e4a1-4e27-b55e-167ec03913c5 from datanode DatanodeRegistration(127.0.0.1:38941, datanodeUuid=9c88c35d-41c6-4b91-856a-4a1784f76449, infoPort=42907, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195) 2024-11-26T20:49:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe686861c86087501 with lease ID 0xe887cac1b672ac36: from storage DS-100773cb-e4a1-4e27-b55e-167ec03913c5 node DatanodeRegistration(127.0.0.1:38941, datanodeUuid=9c88c35d-41c6-4b91-856a-4a1784f76449, infoPort=42907, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x644198a5c5495f4a with lease ID 0xe887cac1b672ac37: Processing first storage report for DS-71f92ccc-e1df-4359-91eb-cb41e87c8fdf from datanode DatanodeRegistration(127.0.0.1:39453, datanodeUuid=8cafa78c-6452-4fd2-a165-ed2d1689f80d, infoPort=33531, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195) 2024-11-26T20:49:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x644198a5c5495f4a with lease ID 0xe887cac1b672ac37: from storage DS-71f92ccc-e1df-4359-91eb-cb41e87c8fdf node DatanodeRegistration(127.0.0.1:39453, datanodeUuid=8cafa78c-6452-4fd2-a165-ed2d1689f80d, infoPort=33531, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T20:49:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe686861c86087501 with lease ID 0xe887cac1b672ac36: Processing first storage report for DS-f1b38a0a-eafe-4255-ae1a-0302cc1735dc from datanode DatanodeRegistration(127.0.0.1:38941, datanodeUuid=9c88c35d-41c6-4b91-856a-4a1784f76449, infoPort=42907, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195) 2024-11-26T20:49:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe686861c86087501 with lease ID 0xe887cac1b672ac36: from storage DS-f1b38a0a-eafe-4255-ae1a-0302cc1735dc node DatanodeRegistration(127.0.0.1:38941, datanodeUuid=9c88c35d-41c6-4b91-856a-4a1784f76449, infoPort=42907, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:51,239 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data5/current/BP-1330034592-172.17.0.2-1732654189195/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:51,239 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data6/current/BP-1330034592-172.17.0.2-1732654189195/current, will proceed with Du for space computation calculation, 2024-11-26T20:49:51,269 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:49:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54e2bdd2708cee9 with lease ID 0xe887cac1b672ac38: Processing first storage report for DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6 from datanode DatanodeRegistration(127.0.0.1:36823, datanodeUuid=ec97cb2e-9b86-42bc-b26f-b8ffc05a5f9a, infoPort=33163, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195) 2024-11-26T20:49:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54e2bdd2708cee9 with lease ID 0xe887cac1b672ac38: from storage DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6 node DatanodeRegistration(127.0.0.1:36823, datanodeUuid=ec97cb2e-9b86-42bc-b26f-b8ffc05a5f9a, infoPort=33163, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54e2bdd2708cee9 with lease ID 0xe887cac1b672ac38: Processing first storage report for DS-2327a581-07d6-4b9e-b22e-17aba18f3bdf from datanode DatanodeRegistration(127.0.0.1:36823, datanodeUuid=ec97cb2e-9b86-42bc-b26f-b8ffc05a5f9a, infoPort=33163, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195) 2024-11-26T20:49:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54e2bdd2708cee9 with lease ID 0xe887cac1b672ac38: from storage DS-2327a581-07d6-4b9e-b22e-17aba18f3bdf node DatanodeRegistration(127.0.0.1:36823, datanodeUuid=ec97cb2e-9b86-42bc-b26f-b8ffc05a5f9a, infoPort=33163, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=967815457;c=1732654189195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:49:51,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6 2024-11-26T20:49:51,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/zookeeper_0, clientPort=52175, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:49:51,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52175 2024-11-26T20:49:51,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:51,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:49:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:49:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:49:52,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb with version=8 2024-11-26T20:49:52,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/hbase-staging 2024-11-26T20:49:52,584 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:49:52,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:52,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:52,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:49:52,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:52,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:49:52,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:49:52,804 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T20:49:52,813 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T20:49:52,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:49:52,846 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2534 (auto-detected) 2024-11-26T20:49:52,847 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T20:49:52,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45593 2024-11-26T20:49:52,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45593 connecting to ZooKeeper ensemble=127.0.0.1:52175 2024-11-26T20:49:52,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455930x0, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:49:52,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45593-0x101560abe700000 connected 2024-11-26T20:49:52,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:52,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:52,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:52,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb, hbase.cluster.distributed=false 2024-11-26T20:49:52,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:49:53,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45593 2024-11-26T20:49:53,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45593 2024-11-26T20:49:53,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45593 2024-11-26T20:49:53,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45593 2024-11-26T20:49:53,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45593 2024-11-26T20:49:53,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:49:53,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:49:53,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:49:53,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:49:53,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:49:53,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43393 2024-11-26T20:49:53,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43393 connecting to ZooKeeper ensemble=127.0.0.1:52175 2024-11-26T20:49:53,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:53,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:53,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433930x0, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:49:53,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43393-0x101560abe700001 connected 2024-11-26T20:49:53,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:53,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:49:53,169 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:49:53,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:49:53,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:49:53,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-26T20:49:53,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43393 2024-11-26T20:49:53,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43393 2024-11-26T20:49:53,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-26T20:49:53,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-26T20:49:53,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:49:53,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:49:53,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:49:53,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:49:53,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:49:53,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45299 2024-11-26T20:49:53,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45299 connecting to ZooKeeper ensemble=127.0.0.1:52175 2024-11-26T20:49:53,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:53,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452990x0, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:49:53,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45299-0x101560abe700002 connected 2024-11-26T20:49:53,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:53,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:49:53,211 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:49:53,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:49:53,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:49:53,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45299 2024-11-26T20:49:53,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45299 2024-11-26T20:49:53,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45299 2024-11-26T20:49:53,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45299 2024-11-26T20:49:53,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45299 2024-11-26T20:49:53,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:49:53,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:49:53,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:49:53,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:49:53,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:49:53,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:49:53,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44825 2024-11-26T20:49:53,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44825 connecting to ZooKeeper ensemble=127.0.0.1:52175 2024-11-26T20:49:53,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:53,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:53,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448250x0, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:49:53,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448250x0, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:49:53,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44825-0x101560abe700003 connected 2024-11-26T20:49:53,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:49:53,250 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:49:53,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:49:53,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:49:53,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-26T20:49:53,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44825 2024-11-26T20:49:53,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44825 2024-11-26T20:49:53,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-26T20:49:53,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-26T20:49:53,276 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:45593 2024-11-26T20:49:53,277 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,45593,1732654192388 2024-11-26T20:49:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,288 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,45593,1732654192388 2024-11-26T20:49:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:49:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:49:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:49:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,311 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:49:53,312 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,45593,1732654192388 from backup master directory 2024-11-26T20:49:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,45593,1732654192388 2024-11-26T20:49:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:49:53,316 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:49:53,316 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,45593,1732654192388 2024-11-26T20:49:53,318 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T20:49:53,320 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T20:49:53,380 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/hbase.id] with ID: 9ee5fdcb-90d9-4fb9-b5be-5396b90f481a 2024-11-26T20:49:53,380 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/.tmp/hbase.id 2024-11-26T20:49:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:49:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:49:53,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:49:53,395 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/.tmp/hbase.id]:[hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/hbase.id] 2024-11-26T20:49:53,440 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:49:53,445 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:49:53,465 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T20:49:53,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:49:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:49:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:49:53,505 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:49:53,507 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:49:53,513 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:49:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:49:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:49:53,567 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store 2024-11-26T20:49:53,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:49:53,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:49:53,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:49:53,597 INFO [master/cd6be161543e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T20:49:53,600 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:53,602 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:49:53,602 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:53,602 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:53,604 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:49:53,604 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:53,605 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:49:53,606 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654193602Disabling compacts and flushes for region at 1732654193602Disabling writes for close at 1732654193604 (+2 ms)Writing region close event to WAL at 1732654193604Closed at 1732654193604 2024-11-26T20:49:53,609 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/.initializing 2024-11-26T20:49:53,609 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/WALs/cd6be161543e,45593,1732654192388 2024-11-26T20:49:53,620 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:53,640 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C45593%2C1732654192388, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/WALs/cd6be161543e,45593,1732654192388, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/oldWALs, maxLogs=10 2024-11-26T20:49:53,684 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/WALs/cd6be161543e,45593,1732654192388/cd6be161543e%2C45593%2C1732654192388.1732654193646, exclude list is [], retry=0 2024-11-26T20:49:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:49:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:53,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T20:49:53,759 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-26T20:49:53,833 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/WALs/cd6be161543e,45593,1732654192388/cd6be161543e%2C45593%2C1732654192388.1732654193646 2024-11-26T20:49:53,834 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:49:53,834 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:49:53,835 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:53,838 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,838 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:49:53,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:53,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:53,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:49:53,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:53,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:53,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:49:53,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:53,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:53,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:49:53,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:53,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:53,924 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,928 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,929 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,934 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,934 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,938 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:49:53,942 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:49:53,947 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:53,948 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73260947, jitterRate=0.09167318046092987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:49:53,954 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654193852Initializing all the Stores at 1732654193854 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654193855 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654193856 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654193856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654193856Cleaning up temporary data from old regions at 1732654193934 (+78 ms)Region opened successfully at 1732654193954 (+20 ms) 2024-11-26T20:49:53,955 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:49:53,991 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a34aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:49:54,025 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:49:54,037 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:49:54,037 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:49:54,040 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:49:54,042 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T20:49:54,047 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T20:49:54,047 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:49:54,074 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:49:54,083 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:49:54,086 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:49:54,089 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:49:54,090 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:49:54,092 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:49:54,094 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:49:54,097 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:49:54,098 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:49:54,100 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:49:54,101 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:49:54,120 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:49:54,122 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,130 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,45593,1732654192388, sessionid=0x101560abe700000, setting cluster-up flag (Was=false) 2024-11-26T20:49:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,150 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:49:54,152 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,45593,1732654192388 2024-11-26T20:49:54,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,165 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:49:54,166 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,45593,1732654192388 2024-11-26T20:49:54,173 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:49:54,251 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:54,259 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(746): ClusterId : 9ee5fdcb-90d9-4fb9-b5be-5396b90f481a 2024-11-26T20:49:54,259 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(746): ClusterId : 9ee5fdcb-90d9-4fb9-b5be-5396b90f481a 2024-11-26T20:49:54,259 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(746): ClusterId : 9ee5fdcb-90d9-4fb9-b5be-5396b90f481a 2024-11-26T20:49:54,261 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:49:54,262 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:49:54,262 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:49:54,262 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:49:54,268 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:49:54,268 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:49:54,268 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:49:54,268 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:49:54,268 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:49:54,268 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:49:54,269 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:49:54,272 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:49:54,272 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:49:54,272 DEBUG [RS:0;cd6be161543e:43393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3aee46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:49:54,272 DEBUG [RS:1;cd6be161543e:45299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213fa824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:49:54,274 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:49:54,274 DEBUG [RS:2;cd6be161543e:44825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efb57c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:49:54,275 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,45593,1732654192388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:49:54,283 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:54,283 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:54,283 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:54,284 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:49:54,284 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:49:54,284 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,284 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:49:54,284 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:54,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:49:54,299 DEBUG [RS:0;cd6be161543e:43393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:43393 2024-11-26T20:49:54,299 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cd6be161543e:44825 2024-11-26T20:49:54,300 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:54,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:49:54,302 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cd6be161543e:45299 2024-11-26T20:49:54,303 INFO [RS:0;cd6be161543e:43393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:49:54,303 INFO [RS:1;cd6be161543e:45299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:49:54,303 INFO [RS:0;cd6be161543e:43393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:49:54,303 INFO [RS:1;cd6be161543e:45299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:49:54,303 DEBUG [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:49:54,303 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:49:54,304 INFO [RS:2;cd6be161543e:44825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:49:54,304 INFO [RS:2;cd6be161543e:44825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:49:54,305 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:49:54,306 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,45593,1732654192388 with port=44825, startcode=1732654193235 2024-11-26T20:49:54,306 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,45593,1732654192388 with port=45299, startcode=1732654193196 2024-11-26T20:49:54,304 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654224303 2024-11-26T20:49:54,308 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,45593,1732654192388 with port=43393, startcode=1732654193085 2024-11-26T20:49:54,310 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:49:54,311 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:49:54,316 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:49:54,316 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:49:54,317 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:49:54,317 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:49:54,321 DEBUG [RS:1;cd6be161543e:45299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:49:54,321 DEBUG [RS:2;cd6be161543e:44825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:49:54,321 DEBUG [RS:0;cd6be161543e:43393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:49:54,325 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,329 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:49:54,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:49:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:49:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:49:54,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:49:54,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb 2024-11-26T20:49:54,369 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:49:54,370 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:49:54,372 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:49:54,373 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:49:54,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:49:54,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:49:54,377 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654194376,5,FailOnTimeoutGroup] 2024-11-26T20:49:54,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:49:54,378 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:49:54,378 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:49:54,378 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:49:54,378 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654194378,5,FailOnTimeoutGroup] 2024-11-26T20:49:54,378 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,379 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:49:54,380 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,380 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:54,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,45299,1732654193196 2024-11-26T20:49:54,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:49:54,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45593 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,45299,1732654193196 2024-11-26T20:49:54,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:49:54,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:54,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:54,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:49:54,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:49:54,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:54,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:54,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:49:54,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:49:54,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:54,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:54,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:49:54,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:49:54,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:54,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:54,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:49:54,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,44825,1732654193235 2024-11-26T20:49:54,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45593 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,44825,1732654193235 2024-11-26T20:49:54,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740 2024-11-26T20:49:54,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740 2024-11-26T20:49:54,405 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb 2024-11-26T20:49:54,405 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38055 2024-11-26T20:49:54,405 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:49:54,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,43393,1732654193085 2024-11-26T20:49:54,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45593 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,43393,1732654193085 2024-11-26T20:49:54,406 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb 2024-11-26T20:49:54,407 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38055 2024-11-26T20:49:54,407 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:49:54,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:49:54,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:49:54,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:49:54,410 DEBUG [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb 2024-11-26T20:49:54,410 DEBUG [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38055 2024-11-26T20:49:54,410 DEBUG [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:49:54,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:49:54,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:49:54,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:54,419 DEBUG [RS:2;cd6be161543e:44825 {}] zookeeper.ZKUtil(111): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,44825,1732654193235 2024-11-26T20:49:54,419 DEBUG [RS:1;cd6be161543e:45299 {}] zookeeper.ZKUtil(111): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,45299,1732654193196 2024-11-26T20:49:54,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73529823, jitterRate=0.09567974507808685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:49:54,419 WARN [RS:2;cd6be161543e:44825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:49:54,419 WARN [RS:1;cd6be161543e:45299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:49:54,419 INFO [RS:2;cd6be161543e:44825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:54,419 INFO [RS:1;cd6be161543e:45299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:54,420 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,44825,1732654193235 2024-11-26T20:49:54,420 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196 2024-11-26T20:49:54,420 DEBUG [RS:0;cd6be161543e:43393 {}] zookeeper.ZKUtil(111): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,43393,1732654193085 2024-11-26T20:49:54,421 WARN [RS:0;cd6be161543e:43393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:49:54,421 INFO [RS:0;cd6be161543e:43393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:54,421 DEBUG [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,43393,1732654193085 2024-11-26T20:49:54,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,45299,1732654193196] 2024-11-26T20:49:54,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,43393,1732654193085] 2024-11-26T20:49:54,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,44825,1732654193235] 2024-11-26T20:49:54,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654194383Initializing all the Stores at 1732654194385 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654194385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654194385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654194385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654194386 (+1 ms)Cleaning up temporary data from old regions at 1732654194409 (+23 ms)Region opened successfully at 1732654194423 (+14 ms) 2024-11-26T20:49:54,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:49:54,423 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:49:54,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:49:54,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:49:54,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:49:54,426 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:49:54,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654194423Disabling compacts and flushes for region at 1732654194423Disabling writes for close at 1732654194423Writing region close event to WAL at 1732654194425 (+2 ms)Closed at 1732654194425 2024-11-26T20:49:54,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:54,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:49:54,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:49:54,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:49:54,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:49:54,458 INFO [RS:2;cd6be161543e:44825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:49:54,458 INFO [RS:0;cd6be161543e:43393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:49:54,458 INFO [RS:1;cd6be161543e:45299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:49:54,472 INFO [RS:2;cd6be161543e:44825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:49:54,472 INFO [RS:0;cd6be161543e:43393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:49:54,472 INFO [RS:1;cd6be161543e:45299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:49:54,481 INFO [RS:2;cd6be161543e:44825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:49:54,481 INFO [RS:1;cd6be161543e:45299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:49:54,481 INFO [RS:0;cd6be161543e:43393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:49:54,482 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,482 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,482 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,483 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:49:54,483 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:49:54,485 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:49:54,490 INFO [RS:2;cd6be161543e:44825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:49:54,490 INFO [RS:0;cd6be161543e:43393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:49:54,490 INFO [RS:1;cd6be161543e:45299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:49:54,491 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,491 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,491 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,491 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,491 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,492 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:49:54,493 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:49:54,493 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:49:54,493 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,493 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:54,494 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:49:54,494 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:54,494 DEBUG [RS:0;cd6be161543e:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:54,494 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:54,494 DEBUG [RS:2;cd6be161543e:44825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:54,494 DEBUG [RS:1;cd6be161543e:45299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:49:54,497 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,497 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,497 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,497 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,497 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,497 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,43393,1732654193085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:49:54,500 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,500 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,500 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44825,1732654193235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:49:54,501 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45299,1732654193196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:49:54,520 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:49:54,522 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44825,1732654193235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,522 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,523 INFO [RS:2;cd6be161543e:44825 {}] regionserver.Replication(171): cd6be161543e,44825,1732654193235 started 2024-11-26T20:49:54,525 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:49:54,525 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,43393,1732654193085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,525 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,525 INFO [RS:0;cd6be161543e:43393 {}] regionserver.Replication(171): cd6be161543e,43393,1732654193085 started 2024-11-26T20:49:54,530 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:49:54,531 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45299,1732654193196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,531 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,531 INFO [RS:1;cd6be161543e:45299 {}] regionserver.Replication(171): cd6be161543e,45299,1732654193196 started 2024-11-26T20:49:54,541 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,541 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,44825,1732654193235, RpcServer on cd6be161543e/172.17.0.2:44825, sessionid=0x101560abe700003 2024-11-26T20:49:54,542 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:49:54,542 DEBUG [RS:2;cd6be161543e:44825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,44825,1732654193235 2024-11-26T20:49:54,542 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,44825,1732654193235' 2024-11-26T20:49:54,542 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:49:54,543 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:49:54,544 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:49:54,544 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:49:54,544 DEBUG [RS:2;cd6be161543e:44825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,44825,1732654193235 2024-11-26T20:49:54,544 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,44825,1732654193235' 2024-11-26T20:49:54,544 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:49:54,545 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:49:54,546 DEBUG [RS:2;cd6be161543e:44825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:49:54,546 INFO [RS:2;cd6be161543e:44825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:49:54,546 INFO [RS:2;cd6be161543e:44825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:49:54,548 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,549 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,43393,1732654193085, RpcServer on cd6be161543e/172.17.0.2:43393, sessionid=0x101560abe700001 2024-11-26T20:49:54,549 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:49:54,549 DEBUG [RS:0;cd6be161543e:43393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,43393,1732654193085 2024-11-26T20:49:54,549 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,43393,1732654193085' 2024-11-26T20:49:54,549 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:49:54,550 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:49:54,551 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:49:54,551 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:49:54,551 DEBUG [RS:0;cd6be161543e:43393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,43393,1732654193085 2024-11-26T20:49:54,551 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,43393,1732654193085' 2024-11-26T20:49:54,551 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:49:54,551 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:49:54,552 DEBUG [RS:0;cd6be161543e:43393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:49:54,552 INFO [RS:0;cd6be161543e:43393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:49:54,552 INFO [RS:0;cd6be161543e:43393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:49:54,554 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:54,554 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,45299,1732654193196, RpcServer on cd6be161543e/172.17.0.2:45299, sessionid=0x101560abe700002 2024-11-26T20:49:54,554 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:49:54,555 DEBUG [RS:1;cd6be161543e:45299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,45299,1732654193196 2024-11-26T20:49:54,555 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,45299,1732654193196' 2024-11-26T20:49:54,555 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:49:54,555 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:49:54,556 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:49:54,556 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:49:54,556 DEBUG [RS:1;cd6be161543e:45299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,45299,1732654193196 2024-11-26T20:49:54,556 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,45299,1732654193196' 2024-11-26T20:49:54,556 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:49:54,557 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:49:54,558 DEBUG [RS:1;cd6be161543e:45299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:49:54,558 INFO [RS:1;cd6be161543e:45299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:49:54,558 INFO [RS:1;cd6be161543e:45299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:49:54,605 WARN [cd6be161543e:45593 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:49:54,651 INFO [RS:2;cd6be161543e:44825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:54,653 INFO [RS:0;cd6be161543e:43393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:54,655 INFO [RS:2;cd6be161543e:44825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C44825%2C1732654193235, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,44825,1732654193235, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs, maxLogs=32 2024-11-26T20:49:54,656 INFO [RS:0;cd6be161543e:43393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C43393%2C1732654193085, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,43393,1732654193085, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs, maxLogs=32 2024-11-26T20:49:54,659 INFO [RS:1;cd6be161543e:45299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:54,662 INFO [RS:1;cd6be161543e:45299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C45299%2C1732654193196, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs, maxLogs=32 2024-11-26T20:49:54,681 DEBUG [RS:0;cd6be161543e:43393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,43393,1732654193085/cd6be161543e%2C43393%2C1732654193085.1732654194660, exclude list is [], retry=0 2024-11-26T20:49:54,681 DEBUG [RS:2;cd6be161543e:44825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,44825,1732654193235/cd6be161543e%2C44825%2C1732654193235.1732654194659, exclude list is [], retry=0 2024-11-26T20:49:54,683 DEBUG [RS:1;cd6be161543e:45299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196/cd6be161543e%2C45299%2C1732654193196.1732654194664, exclude list is [], retry=0 2024-11-26T20:49:54,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:54,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:54,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:54,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:54,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:54,732 INFO [RS:2;cd6be161543e:44825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,44825,1732654193235/cd6be161543e%2C44825%2C1732654193235.1732654194659 2024-11-26T20:49:54,733 DEBUG [RS:2;cd6be161543e:44825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:49:54,736 INFO [RS:0;cd6be161543e:43393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,43393,1732654193085/cd6be161543e%2C43393%2C1732654193085.1732654194660 2024-11-26T20:49:54,736 DEBUG [RS:0;cd6be161543e:43393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:49:54,741 INFO [RS:1;cd6be161543e:45299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196/cd6be161543e%2C45299%2C1732654193196.1732654194664 2024-11-26T20:49:54,744 DEBUG [RS:1;cd6be161543e:45299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:49:54,857 DEBUG [cd6be161543e:45593 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T20:49:54,865 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(204): Hosts are {cd6be161543e=0} racks are {/default-rack=0} 2024-11-26T20:49:54,872 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T20:49:54,872 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T20:49:54,872 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T20:49:54,872 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T20:49:54,872 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T20:49:54,872 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T20:49:54,872 INFO [cd6be161543e:45593 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T20:49:54,872 INFO [cd6be161543e:45593 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T20:49:54,872 INFO [cd6be161543e:45593 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T20:49:54,872 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T20:49:54,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,44825,1732654193235 2024-11-26T20:49:54,884 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,44825,1732654193235, state=OPENING 2024-11-26T20:49:54,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:49:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:49:54,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:54,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:54,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:54,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:54,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:49:54,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,44825,1732654193235}] 2024-11-26T20:49:55,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:49:55,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:49:55,087 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:49:55,088 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:55,089 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T20:49:55,092 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C44825%2C1732654193235.meta, suffix=.meta, logDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,44825,1732654193235, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs, maxLogs=32 2024-11-26T20:49:55,108 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,44825,1732654193235/cd6be161543e%2C44825%2C1732654193235.meta.1732654195093.meta, exclude list is [], retry=0 2024-11-26T20:49:55,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:55,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:55,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:55,150 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,44825,1732654193235/cd6be161543e%2C44825%2C1732654193235.meta.1732654195093.meta 2024-11-26T20:49:55,151 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:49:55,152 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:49:55,154 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:49:55,158 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:49:55,164 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:49:55,169 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:49:55,170 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:55,170 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:49:55,170 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:49:55,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:49:55,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:49:55,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:55,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:55,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:49:55,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:49:55,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:55,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:55,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:49:55,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:49:55,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:55,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:55,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:49:55,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:49:55,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:55,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:49:55,184 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:49:55,185 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740 2024-11-26T20:49:55,188 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740 2024-11-26T20:49:55,191 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:49:55,191 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:49:55,192 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:49:55,194 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:49:55,196 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68671629, jitterRate=0.023287013173103333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:49:55,196 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:49:55,198 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654195170Writing region info on filesystem at 1732654195171 (+1 ms)Initializing all the Stores at 1732654195173 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654195173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654195173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654195173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654195173Cleaning up temporary data from old regions at 1732654195191 (+18 ms)Running coprocessor post-open hooks at 1732654195196 (+5 ms)Region opened successfully at 1732654195198 (+2 ms) 2024-11-26T20:49:55,205 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654195063 2024-11-26T20:49:55,217 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:49:55,218 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:49:55,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,44825,1732654193235 2024-11-26T20:49:55,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,44825,1732654193235, state=OPEN 2024-11-26T20:49:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:49:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:49:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:49:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:49:55,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:55,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:55,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:55,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:49:55,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,44825,1732654193235 2024-11-26T20:49:55,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:49:55,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,44825,1732654193235 in 331 msec 2024-11-26T20:49:55,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:49:55,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 795 msec 2024-11-26T20:49:55,240 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:49:55,240 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:49:55,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:49:55,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,44825,1732654193235, seqNum=-1] 2024-11-26T20:49:55,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:49:55,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39907, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:49:55,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1040 sec 2024-11-26T20:49:55,307 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654195306, completionTime=-1 2024-11-26T20:49:55,309 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T20:49:55,309 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:49:55,337 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T20:49:55,337 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654255337 2024-11-26T20:49:55,337 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654315337 2024-11-26T20:49:55,337 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-26T20:49:55,339 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T20:49:55,345 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45593,1732654192388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:55,346 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45593,1732654192388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:55,346 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45593,1732654192388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:55,347 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:45593, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:55,348 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:55,349 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:55,355 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:49:55,387 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.070sec 2024-11-26T20:49:55,388 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:49:55,390 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:49:55,391 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:49:55,391 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:49:55,391 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:49:55,392 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45593,1732654192388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:49:55,393 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45593,1732654192388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:49:55,397 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:49:55,398 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:49:55,398 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45593,1732654192388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:49:55,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287698dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:49:55,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,45593,-1 for getting cluster id 2024-11-26T20:49:55,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:49:55,482 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ee5fdcb-90d9-4fb9-b5be-5396b90f481a' 2024-11-26T20:49:55,485 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:49:55,485 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ee5fdcb-90d9-4fb9-b5be-5396b90f481a" 2024-11-26T20:49:55,485 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a96051f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:49:55,486 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,45593,-1] 2024-11-26T20:49:55,488 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:49:55,490 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:49:55,491 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:49:55,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd88229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:49:55,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:49:55,502 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,44825,1732654193235, seqNum=-1] 2024-11-26T20:49:55,502 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:49:55,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:49:55,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,45593,1732654192388 2024-11-26T20:49:55,526 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38055/hbase 2024-11-26T20:49:55,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=5650 2024-11-26T20:49:55,562 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:55,565 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:55,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:55,571 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18859993, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-18859993, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:49:55,590 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18859993/hregion-18859993.1732654195574, exclude list is [], retry=0 2024-11-26T20:49:55,595 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:55,595 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:55,595 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:55,636 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18859993/hregion-18859993.1732654195574 2024-11-26T20:49:55,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:49:55,637 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a1cbece6bd3666ea059c90f2fc23bb74, NAME => 'testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:49:55,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741838_1014 (size=64) 2024-11-26T20:49:55,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741838_1014 (size=64) 2024-11-26T20:49:55,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741838_1014 (size=64) 2024-11-26T20:49:55,651 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:55,653 INFO [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:55,656 INFO [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1cbece6bd3666ea059c90f2fc23bb74 columnFamilyName a 2024-11-26T20:49:55,656 DEBUG [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:55,657 INFO [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] regionserver.HStore(327): Store=a1cbece6bd3666ea059c90f2fc23bb74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:55,657 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:55,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:55,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:55,660 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:55,660 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:55,663 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:55,667 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:55,668 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a1cbece6bd3666ea059c90f2fc23bb74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64181606, jitterRate=-0.0436195433139801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:49:55,670 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a1cbece6bd3666ea059c90f2fc23bb74: Writing region info on filesystem at 1732654195651Initializing all the Stores at 1732654195653 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654195653Cleaning up temporary data from old regions at 1732654195660 (+7 ms)Region opened successfully at 1732654195670 (+10 ms) 2024-11-26T20:49:55,670 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a1cbece6bd3666ea059c90f2fc23bb74, disabling compactions & flushes 2024-11-26T20:49:55,670 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74. 2024-11-26T20:49:55,670 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74. 2024-11-26T20:49:55,670 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74. after waiting 0 ms 2024-11-26T20:49:55,670 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74. 2024-11-26T20:49:55,671 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74. 2024-11-26T20:49:55,671 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a1cbece6bd3666ea059c90f2fc23bb74: Waiting for close lock at 1732654195670Disabling compacts and flushes for region at 1732654195670Disabling writes for close at 1732654195670Writing region close event to WAL at 1732654195671 (+1 ms)Closed at 1732654195671 2024-11-26T20:49:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741837_1013 (size=175) 2024-11-26T20:49:55,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741837_1013 (size=175) 2024-11-26T20:49:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741837_1013 (size=175) 2024-11-26T20:49:55,688 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:49:55,689 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18859993:(num 1732654195574) 2024-11-26T20:49:55,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T20:49:55,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741839_1015 (size=469) 2024-11-26T20:49:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741839_1015 (size=469) 2024-11-26T20:49:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741839_1015 (size=469) 2024-11-26T20:49:55,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T20:49:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741840_1016 (size=322) 2024-11-26T20:49:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741840_1016 (size=322) 2024-11-26T20:49:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741840_1016 (size=322) 2024-11-26T20:49:55,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1, size=469 (469bytes) 2024-11-26T20:49:55,873 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T20:49:55,873 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T20:49:55,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1 2024-11-26T20:49:55,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1 after 4ms 2024-11-26T20:49:55,926 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:55,927 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1 took 57ms 2024-11-26T20:49:55,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1 so closing down 2024-11-26T20:49:55,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:49:55,937 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-26T20:49:55,973 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000001-wal-1.temp 2024-11-26T20:49:55,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:49:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741841_1017 (size=469) 2024-11-26T20:49:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741841_1017 (size=469) 2024-11-26T20:49:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741841_1017 (size=469) 2024-11-26T20:49:55,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-26T20:49:55,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002 2024-11-26T20:49:55,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-26T20:49:55,997 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1, journal: Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1, size=469 (469bytes) at 1732654195872Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1 so closing down at 1732654195933 (+61 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000001-wal-1.temp at 1732654195973 (+40 ms)3 split writer threads finished at 1732654195974 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732654195989 (+15 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002 at 1732654195993 (+4 ms)Processed 2 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732654195997 (+4 ms) 2024-11-26T20:49:56,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2, size=322 (322bytes) 2024-11-26T20:49:56,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2 2024-11-26T20:49:56,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2 after 1ms 2024-11-26T20:49:56,047 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:56,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2 took 34ms 2024-11-26T20:49:56,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2 so closing down 2024-11-26T20:49:56,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:49:56,053 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-26T20:49:56,083 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002-wal-2.temp 2024-11-26T20:49:56,084 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:49:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741842_1018 (size=322) 2024-11-26T20:49:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741842_1018 (size=322) 2024-11-26T20:49:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741842_1018 (size=322) 2024-11-26T20:49:56,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-26T20:49:56,128 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:56,132 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-26T20:49:56,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-26T20:49:56,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2, journal: Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2, size=322 (322bytes) at 1732654196014Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2 so closing down at 1732654196051 (+37 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002-wal-2.temp at 1732654196083 (+32 ms)3 split writer threads finished at 1732654196084 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732654196095 (+11 ms)Processed 1 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732654196134 (+39 ms) 2024-11-26T20:49:56,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:49:56,136 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:49:56,152 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal.1732654196137, exclude list is [], retry=0 2024-11-26T20:49:56,156 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:56,157 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:56,157 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:56,189 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal.1732654196137 2024-11-26T20:49:56,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:49:56,190 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a1cbece6bd3666ea059c90f2fc23bb74, NAME => 'testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:49:56,190 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:56,190 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,190 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,192 INFO [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,194 INFO [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1cbece6bd3666ea059c90f2fc23bb74 columnFamilyName a 2024-11-26T20:49:56,194 DEBUG [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:56,195 INFO [StoreOpener-a1cbece6bd3666ea059c90f2fc23bb74-1 {}] regionserver.HStore(327): Store=a1cbece6bd3666ea059c90f2fc23bb74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:56,195 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,196 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,199 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,201 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002 2024-11-26T20:49:56,235 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:56,242 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002 2024-11-26T20:49:56,247 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a1cbece6bd3666ea059c90f2fc23bb74 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-26T20:49:56,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/.tmp/a/f7dc0ae1612c405fbddcc8fd3223117f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732654195689/Put/seqid=0 2024-11-26T20:49:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741844_1020 (size=5170) 2024-11-26T20:49:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741844_1020 (size=5170) 2024-11-26T20:49:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741844_1020 (size=5170) 2024-11-26T20:49:56,345 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/.tmp/a/f7dc0ae1612c405fbddcc8fd3223117f 2024-11-26T20:49:56,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/.tmp/a/f7dc0ae1612c405fbddcc8fd3223117f as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/a/f7dc0ae1612c405fbddcc8fd3223117f 2024-11-26T20:49:56,406 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/a/f7dc0ae1612c405fbddcc8fd3223117f, entries=2, sequenceid=2, filesize=5.0 K 2024-11-26T20:49:56,413 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a1cbece6bd3666ea059c90f2fc23bb74 in 164ms, sequenceid=2, compaction requested=false; wal=null 2024-11-26T20:49:56,415 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/0000000000000000002 2024-11-26T20:49:56,416 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,416 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,419 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a1cbece6bd3666ea059c90f2fc23bb74 2024-11-26T20:49:56,423 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/a1cbece6bd3666ea059c90f2fc23bb74/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-26T20:49:56,425 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a1cbece6bd3666ea059c90f2fc23bb74; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60381837, jitterRate=-0.10024051368236542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:49:56,426 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a1cbece6bd3666ea059c90f2fc23bb74: Writing region info on filesystem at 1732654196190Initializing all the Stores at 1732654196192 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654196192Obtaining lock to block concurrent updates at 1732654196247 (+55 ms)Preparing flush snapshotting stores in a1cbece6bd3666ea059c90f2fc23bb74 at 1732654196247Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732654196251 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732654195563.a1cbece6bd3666ea059c90f2fc23bb74. at 1732654196251Flushing a1cbece6bd3666ea059c90f2fc23bb74/a: creating writer at 1732654196252 (+1 ms)Flushing a1cbece6bd3666ea059c90f2fc23bb74/a: appending metadata at 1732654196314 (+62 ms)Flushing a1cbece6bd3666ea059c90f2fc23bb74/a: closing flushed file at 1732654196316 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adc11ff: reopening flushed file at 1732654196396 (+80 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a1cbece6bd3666ea059c90f2fc23bb74 in 164ms, sequenceid=2, compaction requested=false; wal=null at 1732654196413 (+17 ms)Cleaning up temporary data from old regions at 1732654196416 (+3 ms)Region opened successfully at 1732654196426 (+10 ms) 2024-11-26T20:49:56,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=372 (was 361) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:38822 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:57780 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:57640 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:46758 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:38734 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:46608 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38055/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=5521 (was 5650) 2024-11-26T20:49:56,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=372, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=5519 2024-11-26T20:49:56,479 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:56,481 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:56,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:56,485 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22725330, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-22725330, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:49:56,500 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22725330/hregion-22725330.1732654196486, exclude list is [], retry=0 2024-11-26T20:49:56,504 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:56,504 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:56,505 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:56,539 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22725330/hregion-22725330.1732654196486 2024-11-26T20:49:56,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:49:56,540 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 536f6601f764505a67df008e41727392, NAME => 'testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:49:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741846_1022 (size=64) 2024-11-26T20:49:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741846_1022 (size=64) 2024-11-26T20:49:56,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741846_1022 (size=64) 2024-11-26T20:49:56,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:56,556 INFO [StoreOpener-536f6601f764505a67df008e41727392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,558 INFO [StoreOpener-536f6601f764505a67df008e41727392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f6601f764505a67df008e41727392 columnFamilyName a 2024-11-26T20:49:56,559 DEBUG [StoreOpener-536f6601f764505a67df008e41727392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:56,559 INFO [StoreOpener-536f6601f764505a67df008e41727392-1 {}] regionserver.HStore(327): Store=536f6601f764505a67df008e41727392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:56,560 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392 2024-11-26T20:49:56,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392 2024-11-26T20:49:56,562 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,562 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,564 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,567 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:56,568 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 536f6601f764505a67df008e41727392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61606537, jitterRate=-0.08199106156826019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:49:56,568 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 536f6601f764505a67df008e41727392: Writing region info on filesystem at 1732654196554Initializing all the Stores at 1732654196555 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654196555Cleaning up temporary data from old regions at 1732654196562 (+7 ms)Region opened successfully at 1732654196568 (+6 ms) 2024-11-26T20:49:56,568 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 536f6601f764505a67df008e41727392, disabling compactions & flushes 2024-11-26T20:49:56,568 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392. 2024-11-26T20:49:56,568 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392. 2024-11-26T20:49:56,568 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392. after waiting 0 ms 2024-11-26T20:49:56,568 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392. 2024-11-26T20:49:56,569 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392. 2024-11-26T20:49:56,569 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 536f6601f764505a67df008e41727392: Waiting for close lock at 1732654196568Disabling compacts and flushes for region at 1732654196568Disabling writes for close at 1732654196568Writing region close event to WAL at 1732654196569 (+1 ms)Closed at 1732654196569 2024-11-26T20:49:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741845_1021 (size=175) 2024-11-26T20:49:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741845_1021 (size=175) 2024-11-26T20:49:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741845_1021 (size=175) 2024-11-26T20:49:56,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:49:56,576 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22725330:(num 1732654196486) 2024-11-26T20:49:56,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T20:49:56,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741847_1023 (size=469) 2024-11-26T20:49:56,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741847_1023 (size=469) 2024-11-26T20:49:56,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741847_1023 (size=469) 2024-11-26T20:49:56,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T20:49:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741848_1024 (size=322) 2024-11-26T20:49:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741848_1024 (size=322) 2024-11-26T20:49:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741848_1024 (size=322) 2024-11-26T20:49:56,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2, size=322 (322bytes) 2024-11-26T20:49:56,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2 2024-11-26T20:49:56,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2 after 0ms 2024-11-26T20:49:56,719 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:56,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2 took 31ms 2024-11-26T20:49:56,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2 so closing down 2024-11-26T20:49:56,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:49:56,724 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-26T20:49:56,753 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002-wal-2.temp 2024-11-26T20:49:56,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:49:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741849_1025 (size=322) 2024-11-26T20:49:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741849_1025 (size=322) 2024-11-26T20:49:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741849_1025 (size=322) 2024-11-26T20:49:56,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-26T20:49:56,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002 2024-11-26T20:49:56,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-26T20:49:56,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2, journal: Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2, size=322 (322bytes) at 1732654196688Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2 so closing down at 1732654196722 (+34 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002-wal-2.temp at 1732654196753 (+31 ms)3 split writer threads finished at 1732654196753Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732654196763 (+10 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002 at 1732654196766 (+3 ms)Processed 1 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732654196766 2024-11-26T20:49:56,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1, size=469 (469bytes) 2024-11-26T20:49:56,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1 2024-11-26T20:49:56,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1 after 0ms 2024-11-26T20:49:56,811 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:56,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1 took 31ms 2024-11-26T20:49:56,815 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1 so closing down 2024-11-26T20:49:56,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:49:56,817 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-26T20:49:56,846 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000001-wal-1.temp 2024-11-26T20:49:56,847 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:49:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741850_1026 (size=469) 2024-11-26T20:49:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741850_1026 (size=469) 2024-11-26T20:49:56,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741850_1026 (size=469) 2024-11-26T20:49:56,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-26T20:49:56,888 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:56,891 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002, length=322 2024-11-26T20:49:56,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002 2024-11-26T20:49:56,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-26T20:49:56,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1, journal: Splitting hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1, size=469 (469bytes) at 1732654196781Finishing writing output for hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1 so closing down at 1732654196815 (+34 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000001-wal-1.temp at 1732654196846 (+31 ms)3 split writer threads finished at 1732654196847 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732654196859 (+12 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002 at 1732654196894 (+35 ms)Processed 2 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732654196895 (+1 ms) 2024-11-26T20:49:56,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:49:56,897 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:49:56,911 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal.1732654196898, exclude list is [], retry=0 2024-11-26T20:49:56,915 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:56,916 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:56,916 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:56,946 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal.1732654196898 2024-11-26T20:49:56,946 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:49:56,947 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 536f6601f764505a67df008e41727392, NAME => 'testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:49:56,947 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:56,947 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,947 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,950 INFO [StoreOpener-536f6601f764505a67df008e41727392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,952 INFO [StoreOpener-536f6601f764505a67df008e41727392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f6601f764505a67df008e41727392 columnFamilyName a 2024-11-26T20:49:56,953 DEBUG [StoreOpener-536f6601f764505a67df008e41727392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:56,953 INFO [StoreOpener-536f6601f764505a67df008e41727392-1 {}] regionserver.HStore(327): Store=536f6601f764505a67df008e41727392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:56,954 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 536f6601f764505a67df008e41727392 2024-11-26T20:49:56,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392 2024-11-26T20:49:56,958 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392 2024-11-26T20:49:56,959 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002 2024-11-26T20:49:56,989 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:49:56,991 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002 2024-11-26T20:49:56,991 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 536f6601f764505a67df008e41727392 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-26T20:49:57,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/.tmp/a/d4f13533c8444a488cdccf30a6436ddd is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732654196576/Put/seqid=0 2024-11-26T20:49:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741852_1028 (size=5170) 2024-11-26T20:49:57,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741852_1028 (size=5170) 2024-11-26T20:49:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741852_1028 (size=5170) 2024-11-26T20:49:57,020 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/.tmp/a/d4f13533c8444a488cdccf30a6436ddd 2024-11-26T20:49:57,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/.tmp/a/d4f13533c8444a488cdccf30a6436ddd as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/a/d4f13533c8444a488cdccf30a6436ddd 2024-11-26T20:49:57,040 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/a/d4f13533c8444a488cdccf30a6436ddd, entries=2, sequenceid=2, filesize=5.0 K 2024-11-26T20:49:57,040 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 536f6601f764505a67df008e41727392 in 49ms, sequenceid=2, compaction requested=false; wal=null 2024-11-26T20:49:57,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/0000000000000000002 2024-11-26T20:49:57,042 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 536f6601f764505a67df008e41727392 2024-11-26T20:49:57,043 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 536f6601f764505a67df008e41727392 2024-11-26T20:49:57,046 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 536f6601f764505a67df008e41727392 2024-11-26T20:49:57,049 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/536f6601f764505a67df008e41727392/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-26T20:49:57,050 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 536f6601f764505a67df008e41727392; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63711123, jitterRate=-0.05063028633594513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:49:57,050 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 536f6601f764505a67df008e41727392: Writing region info on filesystem at 1732654196947Initializing all the Stores at 1732654196949 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654196949Obtaining lock to block concurrent updates at 1732654196991 (+42 ms)Preparing flush snapshotting stores in 536f6601f764505a67df008e41727392 at 1732654196991Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732654196991Flushing stores of testReplayEditsWrittenIntoWAL,,1732654196480.536f6601f764505a67df008e41727392. at 1732654196991Flushing 536f6601f764505a67df008e41727392/a: creating writer at 1732654196991Flushing 536f6601f764505a67df008e41727392/a: appending metadata at 1732654197008 (+17 ms)Flushing 536f6601f764505a67df008e41727392/a: closing flushed file at 1732654197008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663e8269: reopening flushed file at 1732654197029 (+21 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 536f6601f764505a67df008e41727392 in 49ms, sequenceid=2, compaction requested=false; wal=null at 1732654197040 (+11 ms)Cleaning up temporary data from old regions at 1732654197043 (+3 ms)Region opened successfully at 1732654197050 (+7 ms) 2024-11-26T20:49:57,067 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=382 (was 372) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:46820 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:57640 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:57858 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:38734 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:38908 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5513 (was 5519) 2024-11-26T20:49:57,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=382, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=5513 2024-11-26T20:49:57,094 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:57,096 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:49:57,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:49:57,100 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92373080, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-92373080, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:49:57,114 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92373080/hregion-92373080.1732654197101, exclude list is [], retry=0 2024-11-26T20:49:57,118 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:57,119 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:57,119 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:57,149 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92373080/hregion-92373080.1732654197101 2024-11-26T20:49:57,150 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:49:57,150 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 57fbf323aee5bd8fbd37f90f7dbec202, NAME => 'testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:49:57,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741854_1030 (size=64) 2024-11-26T20:49:57,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741854_1030 (size=64) 2024-11-26T20:49:57,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741854_1030 (size=64) 2024-11-26T20:49:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:49:57,165 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,167 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fbf323aee5bd8fbd37f90f7dbec202 columnFamilyName a 2024-11-26T20:49:57,167 DEBUG [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:57,167 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(327): Store=57fbf323aee5bd8fbd37f90f7dbec202/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:57,168 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,169 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fbf323aee5bd8fbd37f90f7dbec202 columnFamilyName b 2024-11-26T20:49:57,169 DEBUG [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:57,170 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(327): Store=57fbf323aee5bd8fbd37f90f7dbec202/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:57,170 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,171 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fbf323aee5bd8fbd37f90f7dbec202 columnFamilyName c 2024-11-26T20:49:57,171 DEBUG [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:49:57,172 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(327): Store=57fbf323aee5bd8fbd37f90f7dbec202/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:49:57,172 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,173 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,174 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,175 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,175 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,176 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:49:57,178 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:49:57,181 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:49:57,181 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 57fbf323aee5bd8fbd37f90f7dbec202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61521967, jitterRate=-0.08325125277042389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:49:57,182 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 57fbf323aee5bd8fbd37f90f7dbec202: Writing region info on filesystem at 1732654197163Initializing all the Stores at 1732654197164 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654197164Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654197165 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654197165Cleaning up temporary data from old regions at 1732654197175 (+10 ms)Region opened successfully at 1732654197181 (+6 ms) 2024-11-26T20:49:57,182 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 57fbf323aee5bd8fbd37f90f7dbec202, disabling compactions & flushes 2024-11-26T20:49:57,182 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:49:57,182 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:49:57,182 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. after waiting 0 ms 2024-11-26T20:49:57,182 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:49:57,182 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:49:57,183 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 57fbf323aee5bd8fbd37f90f7dbec202: Waiting for close lock at 1732654197182Disabling compacts and flushes for region at 1732654197182Disabling writes for close at 1732654197182Writing region close event to WAL at 1732654197182Closed at 1732654197182 2024-11-26T20:49:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741853_1029 (size=175) 2024-11-26T20:49:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741853_1029 (size=175) 2024-11-26T20:49:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741853_1029 (size=175) 2024-11-26T20:49:57,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:49:57,189 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92373080:(num 1732654197101) 2024-11-26T20:49:57,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:49:57,191 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:49:57,212 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191, exclude list is [], retry=0 2024-11-26T20:49:57,216 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:49:57,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:49:57,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:49:57,247 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 2024-11-26T20:49:57,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:49:57,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191, size=0 (0bytes) 2024-11-26T20:49:57,452 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 might be still open, length is 0 2024-11-26T20:49:57,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 2024-11-26T20:49:57,453 WARN [IPC Server handler 2 on default port 38055 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-26T20:49:57,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 after 1ms 2024-11-26T20:50:00,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:46856 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38941:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46856 dst: /127.0.0.1:38941 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38941 remote=/127.0.0.1:46856]. Total timeout mills is 60000, 57126 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:00,292 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:38940 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38940 dst: /127.0.0.1:36823 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:00,292 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:57880 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39453:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57880 dst: /127.0.0.1:39453 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:00,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741855_1032 (size=497775) 2024-11-26T20:50:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741855_1032 (size=497775) 2024-11-26T20:50:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741855_1032 (size=497775) 2024-11-26T20:50:00,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T20:50:00,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T20:50:01,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 after 4002ms 2024-11-26T20:50:01,485 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:01,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 took 4036ms 2024-11-26T20:50:01,492 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732654197191.temp 2024-11-26T20:50:01,539 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000000001-wal.1732654197191.temp 2024-11-26T20:50:01,580 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191; continuing. 2024-11-26T20:50:01,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 so closing down 2024-11-26T20:50:01,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:01,581 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741856_1033 (size=497783) 2024-11-26T20:50:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741856_1033 (size=497783) 2024-11-26T20:50:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741856_1033 (size=497783) 2024-11-26T20:50:01,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000000001-wal.1732654197191.temp (wrote 3002 edits, skipped 0 edits in 39 ms) 2024-11-26T20:50:01,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000000001-wal.1732654197191.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000003002 2024-11-26T20:50:01,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T20:50:01,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191, journal: Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191, size=0 (0bytes) at 1732654197451Split 1024 edits, skipped 0 edits. at 1732654201532 (+4081 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000000001-wal.1732654197191.temp at 1732654201540 (+8 ms)Split 2048 edits, skipped 0 edits. at 1732654201556 (+16 ms)Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 so closing down at 1732654201580 (+24 ms)3 split writer threads finished at 1732654201581 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000000001-wal.1732654197191.temp (wrote 3002 edits, skipped 0 edits in 39 ms) at 1732654201587 (+6 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000000001-wal.1732654197191.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000003002 at 1732654201589 (+2 ms)Processed 3002 edits across 1 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191, size=0, length=0, corrupted=false, cancelled=false at 1732654201589 2024-11-26T20:50:01,592 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654197191 2024-11-26T20:50:01,594 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000003002 2024-11-26T20:50:01,594 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:01,597 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:01,614 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654201597, exclude list is [], retry=0 2024-11-26T20:50:01,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:01,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:01,619 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:01,650 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654201597 2024-11-26T20:50:01,650 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:50:01,651 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:01,653 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:01,654 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fbf323aee5bd8fbd37f90f7dbec202 columnFamilyName a 2024-11-26T20:50:01,654 DEBUG [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:01,655 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(327): Store=57fbf323aee5bd8fbd37f90f7dbec202/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:01,655 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:01,656 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fbf323aee5bd8fbd37f90f7dbec202 columnFamilyName b 2024-11-26T20:50:01,656 DEBUG [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:01,657 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(327): Store=57fbf323aee5bd8fbd37f90f7dbec202/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:01,657 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:01,658 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fbf323aee5bd8fbd37f90f7dbec202 columnFamilyName c 2024-11-26T20:50:01,658 DEBUG [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:01,658 INFO [StoreOpener-57fbf323aee5bd8fbd37f90f7dbec202-1 {}] regionserver.HStore(327): Store=57fbf323aee5bd8fbd37f90f7dbec202/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:01,658 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:01,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:01,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:01,663 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000003002 2024-11-26T20:50:01,692 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:01,722 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T20:50:02,123 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 57fbf323aee5bd8fbd37f90f7dbec202 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-26T20:50:02,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/a/a983ba415f2d42548dd56d018f33bcc7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732654197254/Put/seqid=0 2024-11-26T20:50:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741858_1035 (size=50463) 2024-11-26T20:50:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741858_1035 (size=50463) 2024-11-26T20:50:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741858_1035 (size=50463) 2024-11-26T20:50:02,175 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/a/a983ba415f2d42548dd56d018f33bcc7 2024-11-26T20:50:02,185 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/a/a983ba415f2d42548dd56d018f33bcc7 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/a/a983ba415f2d42548dd56d018f33bcc7 2024-11-26T20:50:02,192 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/a/a983ba415f2d42548dd56d018f33bcc7, entries=754, sequenceid=754, filesize=49.3 K 2024-11-26T20:50:02,193 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 57fbf323aee5bd8fbd37f90f7dbec202 in 70ms, sequenceid=754, compaction requested=false; wal=null 2024-11-26T20:50:02,208 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T20:50:02,209 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 57fbf323aee5bd8fbd37f90f7dbec202 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-26T20:50:02,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/a/3331a25c187b4c648f1ccab0ecad136c is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732654197292/Put/seqid=0 2024-11-26T20:50:02,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741859_1036 (size=20072) 2024-11-26T20:50:02,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741859_1036 (size=20072) 2024-11-26T20:50:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741859_1036 (size=20072) 2024-11-26T20:50:02,230 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/a/3331a25c187b4c648f1ccab0ecad136c 2024-11-26T20:50:02,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/b/e14fc987ce504cc0977f659efd7b7ff3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732654197322/Put/seqid=0 2024-11-26T20:50:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741860_1037 (size=35835) 2024-11-26T20:50:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741860_1037 (size=35835) 2024-11-26T20:50:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741860_1037 (size=35835) 2024-11-26T20:50:02,266 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/b/e14fc987ce504cc0977f659efd7b7ff3 2024-11-26T20:50:02,274 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/a/3331a25c187b4c648f1ccab0ecad136c as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/a/3331a25c187b4c648f1ccab0ecad136c 2024-11-26T20:50:02,282 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/a/3331a25c187b4c648f1ccab0ecad136c, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-26T20:50:02,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/b/e14fc987ce504cc0977f659efd7b7ff3 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/b/e14fc987ce504cc0977f659efd7b7ff3 2024-11-26T20:50:02,293 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/b/e14fc987ce504cc0977f659efd7b7ff3, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-26T20:50:02,293 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 57fbf323aee5bd8fbd37f90f7dbec202 in 84ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-26T20:50:02,301 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T20:50:02,301 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 57fbf323aee5bd8fbd37f90f7dbec202 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-26T20:50:02,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/b/c4d0c7d48f464bc5884cc6c56931cb29 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732654197348/Put/seqid=0 2024-11-26T20:50:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741861_1038 (size=35082) 2024-11-26T20:50:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741861_1038 (size=35082) 2024-11-26T20:50:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741861_1038 (size=35082) 2024-11-26T20:50:02,319 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/b/c4d0c7d48f464bc5884cc6c56931cb29 2024-11-26T20:50:02,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/c/15cb5f1338014585ae0e39bb167dd8cc is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732654197375/Put/seqid=0 2024-11-26T20:50:02,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741862_1039 (size=20825) 2024-11-26T20:50:02,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741862_1039 (size=20825) 2024-11-26T20:50:02,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741862_1039 (size=20825) 2024-11-26T20:50:02,353 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/c/15cb5f1338014585ae0e39bb167dd8cc 2024-11-26T20:50:02,363 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/b/c4d0c7d48f464bc5884cc6c56931cb29 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/b/c4d0c7d48f464bc5884cc6c56931cb29 2024-11-26T20:50:02,372 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/b/c4d0c7d48f464bc5884cc6c56931cb29, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-26T20:50:02,374 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/c/15cb5f1338014585ae0e39bb167dd8cc as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/c/15cb5f1338014585ae0e39bb167dd8cc 2024-11-26T20:50:02,382 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/c/15cb5f1338014585ae0e39bb167dd8cc, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-26T20:50:02,383 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 57fbf323aee5bd8fbd37f90f7dbec202 in 81ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-26T20:50:02,392 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732654197416/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:50:02,397 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000003002 2024-11-26T20:50:02,397 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T20:50:02,398 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 57fbf323aee5bd8fbd37f90f7dbec202 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-26T20:50:02,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/c/1fb2eecedb0e4e9797b0f8d051efc37b is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732654197381/Put/seqid=0 2024-11-26T20:50:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741863_1040 (size=50301) 2024-11-26T20:50:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741863_1040 (size=50301) 2024-11-26T20:50:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741863_1040 (size=50301) 2024-11-26T20:50:02,418 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/c/1fb2eecedb0e4e9797b0f8d051efc37b 2024-11-26T20:50:02,426 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fb2eecedb0e4e9797b0f8d051efc37b 2024-11-26T20:50:02,428 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/.tmp/c/1fb2eecedb0e4e9797b0f8d051efc37b as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/c/1fb2eecedb0e4e9797b0f8d051efc37b 2024-11-26T20:50:02,435 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fb2eecedb0e4e9797b0f8d051efc37b 2024-11-26T20:50:02,435 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/c/1fb2eecedb0e4e9797b0f8d051efc37b, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-26T20:50:02,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 57fbf323aee5bd8fbd37f90f7dbec202 in 38ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-26T20:50:02,437 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/0000000000000003002 2024-11-26T20:50:02,438 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:02,438 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:02,439 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T20:50:02,441 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 57fbf323aee5bd8fbd37f90f7dbec202 2024-11-26T20:50:02,443 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenIntoWAL/57fbf323aee5bd8fbd37f90f7dbec202/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-26T20:50:02,444 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 57fbf323aee5bd8fbd37f90f7dbec202; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66158630, jitterRate=-0.014159590005874634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T20:50:02,445 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 57fbf323aee5bd8fbd37f90f7dbec202: Writing region info on filesystem at 1732654201651Initializing all the Stores at 1732654201652 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654201652Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654201653 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654201653Cleaning up temporary data from old regions at 1732654202438 (+785 ms)Region opened successfully at 1732654202445 (+7 ms) 2024-11-26T20:50:02,520 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 57fbf323aee5bd8fbd37f90f7dbec202, disabling compactions & flushes 2024-11-26T20:50:02,520 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:50:02,520 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:50:02,520 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. after waiting 0 ms 2024-11-26T20:50:02,520 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:50:02,523 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732654197095.57fbf323aee5bd8fbd37f90f7dbec202. 2024-11-26T20:50:02,523 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 57fbf323aee5bd8fbd37f90f7dbec202: Waiting for close lock at 1732654202520Disabling compacts and flushes for region at 1732654202520Disabling writes for close at 1732654202520Writing region close event to WAL at 1732654202523 (+3 ms)Closed at 1732654202523 2024-11-26T20:50:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741857_1034 (size=175) 2024-11-26T20:50:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741857_1034 (size=175) 2024-11-26T20:50:02,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741857_1034 (size=175) 2024-11-26T20:50:02,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:02,531 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732654201597) 2024-11-26T20:50:02,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=395 (was 382) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-427833665_22 at /127.0.0.1:53980 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:42275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:38055 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:45469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-427833665_22 at /127.0.0.1:50432 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-427833665_22 at /127.0.0.1:35238 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-427833665_22 at /127.0.0.1:50454 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 228), ProcessCount=11 (was 11), AvailableMemoryMB=5443 (was 5513) 2024-11-26T20:50:02,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=395, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=5442 2024-11-26T20:50:02,584 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:02,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:02,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:02,590 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-10670511, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-10670511, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:02,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-10670511/hregion-10670511.1732654202591, exclude list is [], retry=0 2024-11-26T20:50:02,608 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:02,608 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:02,608 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:02,639 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-10670511/hregion-10670511.1732654202591 2024-11-26T20:50:02,640 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:02,640 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9cbb66f6090e1975e6a99c8bac2e7954, NAME => 'test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:50:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741865_1042 (size=43) 2024-11-26T20:50:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741865_1042 (size=43) 2024-11-26T20:50:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741865_1042 (size=43) 2024-11-26T20:50:02,652 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:02,653 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,655 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cbb66f6090e1975e6a99c8bac2e7954 columnFamilyName a 2024-11-26T20:50:02,655 DEBUG [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:02,656 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(327): Store=9cbb66f6090e1975e6a99c8bac2e7954/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:02,656 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,657 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cbb66f6090e1975e6a99c8bac2e7954 columnFamilyName b 2024-11-26T20:50:02,658 DEBUG [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:02,658 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(327): Store=9cbb66f6090e1975e6a99c8bac2e7954/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:02,658 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,660 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cbb66f6090e1975e6a99c8bac2e7954 columnFamilyName c 2024-11-26T20:50:02,660 DEBUG [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:02,660 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(327): Store=9cbb66f6090e1975e6a99c8bac2e7954/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:02,661 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,664 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,664 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,665 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:02,666 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:02,669 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:02,669 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9cbb66f6090e1975e6a99c8bac2e7954; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73671491, jitterRate=0.09779076278209686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:02,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9cbb66f6090e1975e6a99c8bac2e7954: Writing region info on filesystem at 1732654202652Initializing all the Stores at 1732654202653 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654202653Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654202653Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654202653Cleaning up temporary data from old regions at 1732654202664 (+11 ms)Region opened successfully at 1732654202670 (+6 ms) 2024-11-26T20:50:02,671 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9cbb66f6090e1975e6a99c8bac2e7954, disabling compactions & flushes 2024-11-26T20:50:02,671 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:02,671 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:02,671 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. after waiting 0 ms 2024-11-26T20:50:02,671 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:02,671 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:02,671 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9cbb66f6090e1975e6a99c8bac2e7954: Waiting for close lock at 1732654202671Disabling compacts and flushes for region at 1732654202671Disabling writes for close at 1732654202671Writing region close event to WAL at 1732654202671Closed at 1732654202671 2024-11-26T20:50:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741864_1041 (size=175) 2024-11-26T20:50:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741864_1041 (size=175) 2024-11-26T20:50:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741864_1041 (size=175) 2024-11-26T20:50:02,683 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:02,683 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-10670511:(num 1732654202591) 2024-11-26T20:50:02,683 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:02,685 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:02,699 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686, exclude list is [], retry=0 2024-11-26T20:50:02,703 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:02,703 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:02,703 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:02,732 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686 2024-11-26T20:50:02,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:02,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T20:50:02,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:02,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:50:02,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T20:50:02,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T20:50:02,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:02,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-26T20:50:02,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741866_1043 (size=371388) 2024-11-26T20:50:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741866_1043 (size=371388) 2024-11-26T20:50:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741866_1043 (size=371388) 2024-11-26T20:50:02,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686, size=362.7 K (371388bytes) 2024-11-26T20:50:02,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686 2024-11-26T20:50:02,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686 after 1ms 2024-11-26T20:50:02,985 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:02,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686 took 34ms 2024-11-26T20:50:02,992 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732654202686.temp 2024-11-26T20:50:03,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686 so closing down 2024-11-26T20:50:03,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:03,027 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000000001-wal.1732654202686.temp 2024-11-26T20:50:03,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741867_1044 (size=371388) 2024-11-26T20:50:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741867_1044 (size=371388) 2024-11-26T20:50:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741867_1044 (size=371388) 2024-11-26T20:50:03,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000000001-wal.1732654202686.temp (wrote 3000 edits, skipped 0 edits in 14 ms) 2024-11-26T20:50:03,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000000001-wal.1732654202686.temp to hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003000 2024-11-26T20:50:03,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-26T20:50:03,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686, journal: Splitting hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686, size=362.7 K (371388bytes) at 1732654202953Split 1024 edits, skipped 0 edits. at 1732654203001 (+48 ms)Split 2048 edits, skipped 0 edits. at 1732654203013 (+12 ms)Finishing writing output for hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686 so closing down at 1732654203024 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000000001-wal.1732654202686.temp at 1732654203027 (+3 ms)3 split writer threads finished at 1732654203042 (+15 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000000001-wal.1732654202686.temp (wrote 3000 edits, skipped 0 edits in 14 ms) at 1732654203047 (+5 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000000001-wal.1732654202686.temp to hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003000 at 1732654203049 (+2 ms)Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1732654203049 2024-11-26T20:50:03,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654202686 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654202686 2024-11-26T20:50:03,052 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003000 2024-11-26T20:50:03,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:03,054 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:03,068 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055, exclude list is [], retry=0 2024-11-26T20:50:03,072 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:03,072 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:03,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:03,103 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055 2024-11-26T20:50:03,104 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741868_1045 (size=371515) 2024-11-26T20:50:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741868_1045 (size=371515) 2024-11-26T20:50:03,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741868_1045 (size=371515) 2024-11-26T20:50:03,288 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055, size=362.8 K (371515bytes) 2024-11-26T20:50:03,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055 2024-11-26T20:50:03,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055 after 1ms 2024-11-26T20:50:03,325 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:03,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055 took 39ms 2024-11-26T20:50:03,332 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732654203055.temp 2024-11-26T20:50:03,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055 so closing down 2024-11-26T20:50:03,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:03,380 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003001-wal.1732654203055.temp 2024-11-26T20:50:03,400 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:03,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741869_1046 (size=371515) 2024-11-26T20:50:03,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741869_1046 (size=371515) 2024-11-26T20:50:03,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741869_1046 (size=371515) 2024-11-26T20:50:03,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003001-wal.1732654203055.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-11-26T20:50:03,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003001-wal.1732654203055.temp to hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000006000 2024-11-26T20:50:03,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-26T20:50:03,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055, journal: Splitting hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055, size=362.8 K (371515bytes) at 1732654203288Split 1024 edits, skipped 0 edits. at 1732654203347 (+59 ms)Split 2048 edits, skipped 0 edits. at 1732654203364 (+17 ms)Finishing writing output for hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055 so closing down at 1732654203379 (+15 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003001-wal.1732654203055.temp at 1732654203380 (+1 ms)3 split writer threads finished at 1732654203400 (+20 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003001-wal.1732654203055.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1732654203405 (+5 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003001-wal.1732654203055.temp to hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000006000 at 1732654203407 (+2 ms)Processed 3000 edits across 1 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1732654203407 2024-11-26T20:50:03,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203055 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654203055 2024-11-26T20:50:03,411 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000006000 2024-11-26T20:50:03,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:03,414 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/test2727-manual,16010,1732654202583, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:03,436 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203415, exclude list is [], retry=0 2024-11-26T20:50:03,440 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:03,440 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:03,441 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:03,476 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203415 2024-11-26T20:50:03,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:03,476 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cbb66f6090e1975e6a99c8bac2e7954, NAME => 'test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:03,477 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:03,477 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,477 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,479 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,480 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cbb66f6090e1975e6a99c8bac2e7954 columnFamilyName a 2024-11-26T20:50:03,480 DEBUG [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:03,480 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(327): Store=9cbb66f6090e1975e6a99c8bac2e7954/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:03,481 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,482 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cbb66f6090e1975e6a99c8bac2e7954 columnFamilyName b 2024-11-26T20:50:03,482 DEBUG [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:03,482 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(327): Store=9cbb66f6090e1975e6a99c8bac2e7954/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:03,483 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,483 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cbb66f6090e1975e6a99c8bac2e7954 columnFamilyName c 2024-11-26T20:50:03,484 DEBUG [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:03,484 INFO [StoreOpener-9cbb66f6090e1975e6a99c8bac2e7954-1 {}] regionserver.HStore(327): Store=9cbb66f6090e1975e6a99c8bac2e7954/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:03,485 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,488 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003000 2024-11-26T20:50:03,523 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:03,562 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003000 2024-11-26T20:50:03,564 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000006000 2024-11-26T20:50:03,598 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:03,636 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000006000 2024-11-26T20:50:03,637 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9cbb66f6090e1975e6a99c8bac2e7954 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-26T20:50:03,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/a/16347d9b085b40cf8a82c6506e667ed4 is 41, key is test2727/a:100/1732654203108/Put/seqid=0 2024-11-26T20:50:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741871_1048 (size=84227) 2024-11-26T20:50:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741871_1048 (size=84227) 2024-11-26T20:50:03,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741871_1048 (size=84227) 2024-11-26T20:50:03,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/a/16347d9b085b40cf8a82c6506e667ed4 2024-11-26T20:50:03,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/b/5ca0f0de34004979ae8d65905f521fbf is 41, key is test2727/b:100/1732654203157/Put/seqid=0 2024-11-26T20:50:03,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741872_1049 (size=84609) 2024-11-26T20:50:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741872_1049 (size=84609) 2024-11-26T20:50:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741872_1049 (size=84609) 2024-11-26T20:50:03,741 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/b/5ca0f0de34004979ae8d65905f521fbf 2024-11-26T20:50:03,768 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/c/062b7fbcfce14730bcc4709cb2f94d2d is 41, key is test2727/c:100/1732654203202/Put/seqid=0 2024-11-26T20:50:03,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741873_1050 (size=84609) 2024-11-26T20:50:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741873_1050 (size=84609) 2024-11-26T20:50:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741873_1050 (size=84609) 2024-11-26T20:50:03,776 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/c/062b7fbcfce14730bcc4709cb2f94d2d 2024-11-26T20:50:03,783 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/a/16347d9b085b40cf8a82c6506e667ed4 as hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/a/16347d9b085b40cf8a82c6506e667ed4 2024-11-26T20:50:03,790 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/a/16347d9b085b40cf8a82c6506e667ed4, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-26T20:50:03,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/b/5ca0f0de34004979ae8d65905f521fbf as hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/b/5ca0f0de34004979ae8d65905f521fbf 2024-11-26T20:50:03,799 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/b/5ca0f0de34004979ae8d65905f521fbf, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-26T20:50:03,800 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/.tmp/c/062b7fbcfce14730bcc4709cb2f94d2d as hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/c/062b7fbcfce14730bcc4709cb2f94d2d 2024-11-26T20:50:03,806 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/c/062b7fbcfce14730bcc4709cb2f94d2d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-26T20:50:03,807 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 9cbb66f6090e1975e6a99c8bac2e7954 in 171ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-26T20:50:03,808 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000003000 2024-11-26T20:50:03,808 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/0000000000000006000 2024-11-26T20:50:03,810 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,810 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,810 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:03,812 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9cbb66f6090e1975e6a99c8bac2e7954 2024-11-26T20:50:03,815 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/test2727/9cbb66f6090e1975e6a99c8bac2e7954/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-26T20:50:03,816 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9cbb66f6090e1975e6a99c8bac2e7954; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73605563, jitterRate=0.09680835902690887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:03,817 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9cbb66f6090e1975e6a99c8bac2e7954: Writing region info on filesystem at 1732654203477Initializing all the Stores at 1732654203478 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654203478Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654203478Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654203478Obtaining lock to block concurrent updates at 1732654203637 (+159 ms)Preparing flush snapshotting stores in 9cbb66f6090e1975e6a99c8bac2e7954 at 1732654203637Finished memstore snapshotting test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732654203637Flushing stores of test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. at 1732654203637Flushing 9cbb66f6090e1975e6a99c8bac2e7954/a: creating writer at 1732654203637Flushing 9cbb66f6090e1975e6a99c8bac2e7954/a: appending metadata at 1732654203686 (+49 ms)Flushing 9cbb66f6090e1975e6a99c8bac2e7954/a: closing flushed file at 1732654203686Flushing 9cbb66f6090e1975e6a99c8bac2e7954/b: creating writer at 1732654203708 (+22 ms)Flushing 9cbb66f6090e1975e6a99c8bac2e7954/b: appending metadata at 1732654203731 (+23 ms)Flushing 9cbb66f6090e1975e6a99c8bac2e7954/b: closing flushed file at 1732654203731Flushing 9cbb66f6090e1975e6a99c8bac2e7954/c: creating writer at 1732654203748 (+17 ms)Flushing 9cbb66f6090e1975e6a99c8bac2e7954/c: appending metadata at 1732654203768 (+20 ms)Flushing 9cbb66f6090e1975e6a99c8bac2e7954/c: closing flushed file at 1732654203768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cf9f2d: reopening flushed file at 1732654203782 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7363ad: reopening flushed file at 1732654203790 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6189ac: reopening flushed file at 1732654203799 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 9cbb66f6090e1975e6a99c8bac2e7954 in 171ms, sequenceid=6000, compaction requested=false; wal=null at 1732654203807 (+8 ms)Cleaning up temporary data from old regions at 1732654203810 (+3 ms)Region opened successfully at 1732654203817 (+7 ms) 2024-11-26T20:50:03,818 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-26T20:50:03,819 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9cbb66f6090e1975e6a99c8bac2e7954, disabling compactions & flushes 2024-11-26T20:50:03,819 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:03,819 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:03,819 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. after waiting 0 ms 2024-11-26T20:50:03,819 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:03,820 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732654202585.9cbb66f6090e1975e6a99c8bac2e7954. 2024-11-26T20:50:03,820 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9cbb66f6090e1975e6a99c8bac2e7954: Waiting for close lock at 1732654203818Disabling compacts and flushes for region at 1732654203818Disabling writes for close at 1732654203819 (+1 ms)Writing region close event to WAL at 1732654203820 (+1 ms)Closed at 1732654203820 2024-11-26T20:50:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741870_1047 (size=175) 2024-11-26T20:50:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741870_1047 (size=175) 2024-11-26T20:50:03,825 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732654202583/wal.1732654203415 not finished, retry = 0 2024-11-26T20:50:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741870_1047 (size=175) 2024-11-26T20:50:03,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:03,928 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732654203415) 2024-11-26T20:50:03,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=400 (was 395) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:35366 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:50454 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:54086 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=5215 (was 5442) 2024-11-26T20:50:03,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=5215 2024-11-26T20:50:03,971 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:03,978 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:03,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732654203978 2024-11-26T20:50:04,012 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978 2024-11-26T20:50:04,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:04,016 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cab8509126908983fed1da92a6e5838, NAME => 'testSequentialEditLogSeqNum,,1732654203972.6cab8509126908983fed1da92a6e5838.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:04,016 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732654203972.6cab8509126908983fed1da92a6e5838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:04,016 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,016 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,017 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838 doesn't exist for region: 6cab8509126908983fed1da92a6e5838 on table testSequentialEditLogSeqNum 2024-11-26T20:50:04,018 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 6cab8509126908983fed1da92a6e5838 on table testSequentialEditLogSeqNum 2024-11-26T20:50:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741875_1052 (size=62) 2024-11-26T20:50:04,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741875_1052 (size=62) 2024-11-26T20:50:04,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741875_1052 (size=62) 2024-11-26T20:50:04,030 INFO [StoreOpener-6cab8509126908983fed1da92a6e5838-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,032 INFO [StoreOpener-6cab8509126908983fed1da92a6e5838-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cab8509126908983fed1da92a6e5838 columnFamilyName a 2024-11-26T20:50:04,032 DEBUG [StoreOpener-6cab8509126908983fed1da92a6e5838-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:04,032 INFO [StoreOpener-6cab8509126908983fed1da92a6e5838-1 {}] regionserver.HStore(327): Store=6cab8509126908983fed1da92a6e5838/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:04,033 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,033 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,034 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,034 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,036 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6cab8509126908983fed1da92a6e5838 2024-11-26T20:50:04,039 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:04,039 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6cab8509126908983fed1da92a6e5838; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74652019, jitterRate=0.11240176856517792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:50:04,041 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6cab8509126908983fed1da92a6e5838: Writing region info on filesystem at 1732654204016Initializing all the Stores at 1732654204029 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654204030 (+1 ms)Cleaning up temporary data from old regions at 1732654204034 (+4 ms)Region opened successfully at 1732654204040 (+6 ms) 2024-11-26T20:50:04,053 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6cab8509126908983fed1da92a6e5838 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-26T20:50:04,076 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/.tmp/a/1c9ac9b3bd58407c9a6c4f79a0b0f55a is 81, key is testSequentialEditLogSeqNum/a:x0/1732654204041/Put/seqid=0 2024-11-26T20:50:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741876_1053 (size=5833) 2024-11-26T20:50:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741876_1053 (size=5833) 2024-11-26T20:50:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741876_1053 (size=5833) 2024-11-26T20:50:04,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/.tmp/a/1c9ac9b3bd58407c9a6c4f79a0b0f55a 2024-11-26T20:50:04,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/.tmp/a/1c9ac9b3bd58407c9a6c4f79a0b0f55a as hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/a/1c9ac9b3bd58407c9a6c4f79a0b0f55a 2024-11-26T20:50:04,099 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/a/1c9ac9b3bd58407c9a6c4f79a0b0f55a, entries=10, sequenceid=13, filesize=5.7 K 2024-11-26T20:50:04,102 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6cab8509126908983fed1da92a6e5838 in 49ms, sequenceid=13, compaction requested=false 2024-11-26T20:50:04,102 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6cab8509126908983fed1da92a6e5838: 2024-11-26T20:50:04,108 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:50:04,108 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:50:04,109 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:50:04,109 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:50:04,109 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:50:04,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741874_1051 (size=3256) 2024-11-26T20:50:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741874_1051 (size=3256) 2024-11-26T20:50:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741874_1051 (size=3256) 2024-11-26T20:50:04,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978, size=3.2 K (3256bytes) 2024-11-26T20:50:04,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978 2024-11-26T20:50:04,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978 after 1ms 2024-11-26T20:50:04,163 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:04,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978 took 32ms 2024-11-26T20:50:04,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978 so closing down 2024-11-26T20:50:04,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:04,167 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732654203978.temp 2024-11-26T20:50:04,195 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000003-wal.1732654203978.temp 2024-11-26T20:50:04,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741877_1054 (size=2650) 2024-11-26T20:50:04,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741877_1054 (size=2650) 2024-11-26T20:50:04,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741877_1054 (size=2650) 2024-11-26T20:50:04,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000003-wal.1732654203978.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:04,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000003-wal.1732654203978.temp to hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000020 2024-11-26T20:50:04,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 43 ms; skipped=2; WAL=hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-26T20:50:04,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978, journal: Splitting hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978, size=3.2 K (3256bytes) at 1732654204132Finishing writing output for hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978 so closing down at 1732654204166 (+34 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000003-wal.1732654203978.temp at 1732654204195 (+29 ms)3 split writer threads finished at 1732654204196 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000003-wal.1732654203978.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732654204205 (+9 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000003-wal.1732654203978.temp to hdfs://localhost:38055/hbase/data/default/testSequentialEditLogSeqNum/6cab8509126908983fed1da92a6e5838/recovered.edits/0000000000000000020 at 1732654204207 (+2 ms)Processed 17 edits across 1 Regions in 43 ms; skipped=2; WAL=hdfs://localhost:38055/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732654203970/wal.1732654203978, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1732654204207 2024-11-26T20:50:04,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:35366 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:50454 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:54086 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=5213 (was 5215) 2024-11-26T20:50:04,236 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=5212 2024-11-26T20:50:04,252 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:04,254 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:04,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:04,304 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60970371, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-60970371, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:04,319 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60970371/hregion-60970371.1732654204305, exclude list is [], retry=0 2024-11-26T20:50:04,322 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:04,323 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:04,323 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:04,352 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60970371/hregion-60970371.1732654204305 2024-11-26T20:50:04,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:04,353 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 35add98e790e4dff7dfcbfd18a99d33b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:50:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741879_1056 (size=70) 2024-11-26T20:50:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741879_1056 (size=70) 2024-11-26T20:50:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741879_1056 (size=70) 2024-11-26T20:50:04,363 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:04,365 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,367 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName a 2024-11-26T20:50:04,367 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:04,367 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:04,368 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,369 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName b 2024-11-26T20:50:04,369 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:04,370 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:04,370 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,371 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName c 2024-11-26T20:50:04,371 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:04,372 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:04,372 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,373 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,373 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,374 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,374 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,375 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:04,376 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,378 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:04,379 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 35add98e790e4dff7dfcbfd18a99d33b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67561008, jitterRate=0.006737470626831055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:04,380 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 35add98e790e4dff7dfcbfd18a99d33b: Writing region info on filesystem at 1732654204363Initializing all the Stores at 1732654204364 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654204365 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654204365Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654204365Cleaning up temporary data from old regions at 1732654204374 (+9 ms)Region opened successfully at 1732654204380 (+6 ms) 2024-11-26T20:50:04,380 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 35add98e790e4dff7dfcbfd18a99d33b, disabling compactions & flushes 2024-11-26T20:50:04,380 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:04,380 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:04,380 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. after waiting 0 ms 2024-11-26T20:50:04,380 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:04,380 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:04,381 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 35add98e790e4dff7dfcbfd18a99d33b: Waiting for close lock at 1732654204380Disabling compacts and flushes for region at 1732654204380Disabling writes for close at 1732654204380Writing region close event to WAL at 1732654204380Closed at 1732654204380 2024-11-26T20:50:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741878_1055 (size=175) 2024-11-26T20:50:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741878_1055 (size=175) 2024-11-26T20:50:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741878_1055 (size=175) 2024-11-26T20:50:04,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:04,389 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60970371:(num 1732654204305) 2024-11-26T20:50:04,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:04,391 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:04,405 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391, exclude list is [], retry=0 2024-11-26T20:50:04,408 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:04,409 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:04,409 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:04,439 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 2024-11-26T20:50:04,440 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:04,440 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 35add98e790e4dff7dfcbfd18a99d33b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:04,440 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:04,440 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,440 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,442 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,443 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName a 2024-11-26T20:50:04,443 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:04,444 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:04,444 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,445 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName b 2024-11-26T20:50:04,445 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:04,446 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:04,446 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,446 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName c 2024-11-26T20:50:04,447 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:04,447 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:04,447 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,450 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,451 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,451 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,452 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:04,453 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:04,454 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 35add98e790e4dff7dfcbfd18a99d33b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69055049, jitterRate=0.0290004163980484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:04,455 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 35add98e790e4dff7dfcbfd18a99d33b: Writing region info on filesystem at 1732654204441Initializing all the Stores at 1732654204442 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654204442Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654204442Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654204442Cleaning up temporary data from old regions at 1732654204451 (+9 ms)Region opened successfully at 1732654204455 (+4 ms) 2024-11-26T20:50:04,459 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732654204458/Put/seqid=0 2024-11-26T20:50:04,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741881_1058 (size=4826) 2024-11-26T20:50:04,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741881_1058 (size=4826) 2024-11-26T20:50:04,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741881_1058 (size=4826) 2024-11-26T20:50:04,469 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38055/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 35add98e790e4dff7dfcbfd18a99d33b/a 2024-11-26T20:50:04,478 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-26T20:50:04,478 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T20:50:04,479 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 35add98e790e4dff7dfcbfd18a99d33b: 2024-11-26T20:50:04,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/a/5b83f3e10f334573af24cebbd91ff354_SeqId_3_ 2024-11-26T20:50:04,481 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38055/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 35add98e790e4dff7dfcbfd18a99d33b/a as hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/a/5b83f3e10f334573af24cebbd91ff354_SeqId_3_ - updating store file list. 2024-11-26T20:50:04,488 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b83f3e10f334573af24cebbd91ff354_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:04,489 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/a/5b83f3e10f334573af24cebbd91ff354_SeqId_3_ into 35add98e790e4dff7dfcbfd18a99d33b/a 2024-11-26T20:50:04,489 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38055/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 35add98e790e4dff7dfcbfd18a99d33b/a (new location: hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/a/5b83f3e10f334573af24cebbd91ff354_SeqId_3_) 2024-11-26T20:50:04,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391, size=0 (0bytes) 2024-11-26T20:50:04,534 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 might be still open, length is 0 2024-11-26T20:50:04,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 2024-11-26T20:50:04,534 WARN [IPC Server handler 2 on default port 38055 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-26T20:50:04,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 after 1ms 2024-11-26T20:50:06,274 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:50656 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50656 dst: /127.0.0.1:36823 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36823 remote=/127.0.0.1:50656]. Total timeout mills is 60000, 58221 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:06,275 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:35458 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38941:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35458 dst: /127.0.0.1:38941 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:06,275 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:54182 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39453:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54182 dst: /127.0.0.1:39453 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:06,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741880_1059 (size=606) 2024-11-26T20:50:06,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741880_1059 (size=606) 2024-11-26T20:50:08,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 after 4001ms 2024-11-26T20:50:08,565 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:08,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 took 4031ms 2024-11-26T20:50:08,567 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391; continuing. 2024-11-26T20:50:08,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 so closing down 2024-11-26T20:50:08,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:08,569 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732654204391.temp 2024-11-26T20:50:08,597 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005-wal.1732654204391.temp 2024-11-26T20:50:08,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:08,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741882_1060 (size=329) 2024-11-26T20:50:08,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741882_1060 (size=329) 2024-11-26T20:50:08,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741882_1060 (size=329) 2024-11-26T20:50:08,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005-wal.1732654204391.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:08,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005-wal.1732654204391.temp to hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005 2024-11-26T20:50:08,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T20:50:08,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391, journal: Splitting hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391, size=0 (0bytes) at 1732654204534Finishing writing output for hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 so closing down at 1732654208568 (+4034 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005-wal.1732654204391.temp at 1732654208597 (+29 ms)3 split writer threads finished at 1732654208597Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005-wal.1732654204391.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732654208604 (+7 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005-wal.1732654204391.temp to hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005 at 1732654208606 (+2 ms)Processed 2 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391, size=0, length=0, corrupted=false, cancelled=false at 1732654208606 2024-11-26T20:50:08,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654204391 2024-11-26T20:50:08,609 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005 2024-11-26T20:50:08,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:08,610 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:08,624 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654208611, exclude list is [], retry=0 2024-11-26T20:50:08,626 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:08,627 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:08,627 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:08,655 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654208611 2024-11-26T20:50:08,655 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:50:08,655 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 35add98e790e4dff7dfcbfd18a99d33b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:08,655 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:08,656 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,656 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,657 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,658 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName a 2024-11-26T20:50:08,658 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:08,665 DEBUG [StoreFileOpener-35add98e790e4dff7dfcbfd18a99d33b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b83f3e10f334573af24cebbd91ff354_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:08,665 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/a/5b83f3e10f334573af24cebbd91ff354_SeqId_3_ 2024-11-26T20:50:08,665 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:08,665 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,666 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName b 2024-11-26T20:50:08,666 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:08,667 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:08,667 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,668 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35add98e790e4dff7dfcbfd18a99d33b columnFamilyName c 2024-11-26T20:50:08,668 DEBUG [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:08,668 INFO [StoreOpener-35add98e790e4dff7dfcbfd18a99d33b-1 {}] regionserver.HStore(327): Store=35add98e790e4dff7dfcbfd18a99d33b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:08,668 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,670 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,671 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005 2024-11-26T20:50:08,698 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:08,700 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005 2024-11-26T20:50:08,700 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 35add98e790e4dff7dfcbfd18a99d33b 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-26T20:50:08,714 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/.tmp/a/fdd3d77a76c142ba9c199cd5ebb7213a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732654204494/Put/seqid=0 2024-11-26T20:50:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741884_1062 (size=5149) 2024-11-26T20:50:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741884_1062 (size=5149) 2024-11-26T20:50:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741884_1062 (size=5149) 2024-11-26T20:50:08,722 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/.tmp/a/fdd3d77a76c142ba9c199cd5ebb7213a 2024-11-26T20:50:08,728 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/.tmp/a/fdd3d77a76c142ba9c199cd5ebb7213a as hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/a/fdd3d77a76c142ba9c199cd5ebb7213a 2024-11-26T20:50:08,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/a/fdd3d77a76c142ba9c199cd5ebb7213a, entries=1, sequenceid=5, filesize=5.0 K 2024-11-26T20:50:08,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 35add98e790e4dff7dfcbfd18a99d33b in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-26T20:50:08,735 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/0000000000000000005 2024-11-26T20:50:08,736 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,736 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,737 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:08,739 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 35add98e790e4dff7dfcbfd18a99d33b 2024-11-26T20:50:08,741 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/35add98e790e4dff7dfcbfd18a99d33b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T20:50:08,742 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 35add98e790e4dff7dfcbfd18a99d33b; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60424583, jitterRate=-0.0996035486459732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:08,742 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 35add98e790e4dff7dfcbfd18a99d33b: Writing region info on filesystem at 1732654208656Initializing all the Stores at 1732654208657 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654208657Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654208657Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654208657Obtaining lock to block concurrent updates at 1732654208700 (+43 ms)Preparing flush snapshotting stores in 35add98e790e4dff7dfcbfd18a99d33b at 1732654208700Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732654208700Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. at 1732654208700Flushing 35add98e790e4dff7dfcbfd18a99d33b/a: creating writer at 1732654208700Flushing 35add98e790e4dff7dfcbfd18a99d33b/a: appending metadata at 1732654208714 (+14 ms)Flushing 35add98e790e4dff7dfcbfd18a99d33b/a: closing flushed file at 1732654208714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115c9300: reopening flushed file at 1732654208727 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 35add98e790e4dff7dfcbfd18a99d33b in 34ms, sequenceid=5, compaction requested=false; wal=null at 1732654208734 (+7 ms)Cleaning up temporary data from old regions at 1732654208736 (+2 ms)Region opened successfully at 1732654208742 (+6 ms) 2024-11-26T20:50:08,746 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 35add98e790e4dff7dfcbfd18a99d33b, disabling compactions & flushes 2024-11-26T20:50:08,746 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:08,746 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:08,746 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. after waiting 0 ms 2024-11-26T20:50:08,746 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:08,747 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732654204253.35add98e790e4dff7dfcbfd18a99d33b. 2024-11-26T20:50:08,747 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 35add98e790e4dff7dfcbfd18a99d33b: Waiting for close lock at 1732654208745Disabling compacts and flushes for region at 1732654208745Disabling writes for close at 1732654208746 (+1 ms)Writing region close event to WAL at 1732654208747 (+1 ms)Closed at 1732654208747 2024-11-26T20:50:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741883_1061 (size=175) 2024-11-26T20:50:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741883_1061 (size=175) 2024-11-26T20:50:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741883_1061 (size=175) 2024-11-26T20:50:08,752 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:08,752 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732654208611) 2024-11-26T20:50:08,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 405) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1444872717_22 at /127.0.0.1:35478 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1444872717_22 at /127.0.0.1:50680 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1444872717_22 at /127.0.0.1:54228 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:38055 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=5213 (was 5212) - AvailableMemoryMB LEAK? - 2024-11-26T20:50:08,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=5212 2024-11-26T20:50:08,796 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:08,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T20:50:08,805 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cd6be161543e,45593,1732654192388 2024-11-26T20:50:08,808 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3cf56f 2024-11-26T20:50:08,809 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T20:50:08,811 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T20:50:08,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:50:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-26T20:50:08,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T20:50:08,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-26T20:50:08,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:08,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T20:50:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:50:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741885_1063 (size=694) 2024-11-26T20:50:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741885_1063 (size=694) 2024-11-26T20:50:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741885_1063 (size=694) 2024-11-26T20:50:08,842 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bafac1b48b37aec6bb9e9c5b87896c49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb 2024-11-26T20:50:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741886_1064 (size=77) 2024-11-26T20:50:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741886_1064 (size=77) 2024-11-26T20:50:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741886_1064 (size=77) 2024-11-26T20:50:08,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:08,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing bafac1b48b37aec6bb9e9c5b87896c49, disabling compactions & flushes 2024-11-26T20:50:08,852 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:08,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:08,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. after waiting 0 ms 2024-11-26T20:50:08,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:08,852 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:08,853 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for bafac1b48b37aec6bb9e9c5b87896c49: Waiting for close lock at 1732654208852Disabling compacts and flushes for region at 1732654208852Disabling writes for close at 1732654208852Writing region close event to WAL at 1732654208852Closed at 1732654208852 2024-11-26T20:50:08,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T20:50:08,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732654208855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654208855"}]},"ts":"1732654208855"} 2024-11-26T20:50:08,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T20:50:08,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T20:50:08,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654208865"}]},"ts":"1732654208865"} 2024-11-26T20:50:08,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-26T20:50:08,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cd6be161543e=0} racks are {/default-rack=0} 2024-11-26T20:50:08,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T20:50:08,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T20:50:08,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T20:50:08,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T20:50:08,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T20:50:08,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T20:50:08,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T20:50:08,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T20:50:08,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T20:50:08,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T20:50:08,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN}] 2024-11-26T20:50:08,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN 2024-11-26T20:50:08,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN; state=OFFLINE, location=cd6be161543e,45299,1732654193196; forceNewPlan=false, retain=false 2024-11-26T20:50:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:50:09,031 INFO [cd6be161543e:45593 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T20:50:09,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPENING, regionLocation=cd6be161543e,45299,1732654193196 2024-11-26T20:50:09,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN because future has completed 2024-11-26T20:50:09,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196}] 2024-11-26T20:50:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:50:09,189 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:50:09,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60197, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:50:09,196 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,196 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bafac1b48b37aec6bb9e9c5b87896c49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:09,197 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,197 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:09,197 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,197 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,199 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,201 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf1 2024-11-26T20:50:09,201 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:09,201 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:09,202 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,203 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf2 2024-11-26T20:50:09,203 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:09,203 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:09,204 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,204 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,205 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,205 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,205 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,206 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T20:50:09,207 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,210 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:09,210 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bafac1b48b37aec6bb9e9c5b87896c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59387179, jitterRate=-0.11506207287311554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T20:50:09,210 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,211 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bafac1b48b37aec6bb9e9c5b87896c49: Running coprocessor pre-open hook at 1732654209198Writing region info on filesystem at 1732654209198Initializing all the Stores at 1732654209199 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654209199Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654209199Cleaning up temporary data from old regions at 1732654209205 (+6 ms)Running coprocessor post-open hooks at 1732654209210 (+5 ms)Region opened successfully at 1732654209211 (+1 ms) 2024-11-26T20:50:09,213 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., pid=6, masterSystemTime=1732654209188 2024-11-26T20:50:09,215 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,215 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,45299,1732654193196 2024-11-26T20:50:09,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196 because future has completed 2024-11-26T20:50:09,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T20:50:09,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196 in 185 msec 2024-11-26T20:50:09,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T20:50:09,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN in 348 msec 2024-11-26T20:50:09,228 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T20:50:09,228 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654209228"}]},"ts":"1732654209228"} 2024-11-26T20:50:09,230 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-26T20:50:09,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T20:50:09,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 415 msec 2024-11-26T20:50:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:50:09,460 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-26T20:50:09,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-26T20:50:09,461 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:50:09,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-26T20:50:09,467 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:50:09,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-26T20:50:09,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=2] 2024-11-26T20:50:09,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:50:09,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:50:09,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=bafac1b48b37aec6bb9e9c5b87896c49, source=cd6be161543e,45299,1732654193196, destination=cd6be161543e,43393,1732654193085, warming up region on cd6be161543e,43393,1732654193085 2024-11-26T20:50:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:50:09,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=bafac1b48b37aec6bb9e9c5b87896c49, source=cd6be161543e,45299,1732654193196, destination=cd6be161543e,43393,1732654193085, running balancer 2024-11-26T20:50:09,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:50:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE 2024-11-26T20:50:09,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE 2024-11-26T20:50:09,506 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=CLOSING, regionLocation=cd6be161543e,45299,1732654193196 2024-11-26T20:50:09,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(7855): Warmup {ENCODED => bafac1b48b37aec6bb9e9c5b87896c49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:09,509 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE because future has completed 2024-11-26T20:50:09,510 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T20:50:09,510 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf1 2024-11-26T20:50:09,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196}] 2024-11-26T20:50:09,510 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:09,511 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:09,511 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,512 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf2 2024-11-26T20:50:09,512 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:09,512 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(1722): Closing bafac1b48b37aec6bb9e9c5b87896c49, disabling compactions & flushes 2024-11-26T20:50:09,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. after waiting 0 ms 2024-11-26T20:50:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(1676): Region close journal for bafac1b48b37aec6bb9e9c5b87896c49: Waiting for close lock at 1732654209513Disabling compacts and flushes for region at 1732654209513Disabling writes for close at 1732654209513Writing region close event to WAL at 1732654209513Closed at 1732654209513 2024-11-26T20:50:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-26T20:50:09,669 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,669 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T20:50:09,670 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing bafac1b48b37aec6bb9e9c5b87896c49, disabling compactions & flushes 2024-11-26T20:50:09,670 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,670 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,670 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. after waiting 0 ms 2024-11-26T20:50:09,670 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,670 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing bafac1b48b37aec6bb9e9c5b87896c49 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-26T20:50:09,688 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf1/cb365171bba24e238d076a56e9a010b8 is 35, key is r1/cf1:q/1732654209484/Put/seqid=0 2024-11-26T20:50:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741887_1065 (size=4783) 2024-11-26T20:50:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741887_1065 (size=4783) 2024-11-26T20:50:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741887_1065 (size=4783) 2024-11-26T20:50:09,696 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf1/cb365171bba24e238d076a56e9a010b8 2024-11-26T20:50:09,704 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf1/cb365171bba24e238d076a56e9a010b8 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8 2024-11-26T20:50:09,712 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T20:50:09,713 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for bafac1b48b37aec6bb9e9c5b87896c49 in 43ms, sequenceid=5, compaction requested=false 2024-11-26T20:50:09,713 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-26T20:50:09,718 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T20:50:09,721 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:09,721 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for bafac1b48b37aec6bb9e9c5b87896c49: Waiting for close lock at 1732654209670Running coprocessor pre-close hooks at 1732654209670Disabling compacts and flushes for region at 1732654209670Disabling writes for close at 1732654209670Obtaining lock to block concurrent updates at 1732654209670Preparing flush snapshotting stores in bafac1b48b37aec6bb9e9c5b87896c49 at 1732654209670Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732654209670Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. at 1732654209671 (+1 ms)Flushing bafac1b48b37aec6bb9e9c5b87896c49/cf1: creating writer at 1732654209671Flushing bafac1b48b37aec6bb9e9c5b87896c49/cf1: appending metadata at 1732654209687 (+16 ms)Flushing bafac1b48b37aec6bb9e9c5b87896c49/cf1: closing flushed file at 1732654209687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2dc96f: reopening flushed file at 1732654209703 (+16 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for bafac1b48b37aec6bb9e9c5b87896c49 in 43ms, sequenceid=5, compaction requested=false at 1732654209713 (+10 ms)Writing region close event to WAL at 1732654209714 (+1 ms)Running coprocessor post-close hooks at 1732654209719 (+5 ms)Closed at 1732654209721 (+2 ms) 2024-11-26T20:50:09,722 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding bafac1b48b37aec6bb9e9c5b87896c49 move to cd6be161543e,43393,1732654193085 record at close sequenceid=5 2024-11-26T20:50:09,725 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:09,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=CLOSED 2024-11-26T20:50:09,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196 because future has completed 2024-11-26T20:50:09,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T20:50:09,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196 in 221 msec 2024-11-26T20:50:09,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE; state=CLOSED, location=cd6be161543e,43393,1732654193085; forceNewPlan=false, retain=false 2024-11-26T20:50:09,885 INFO [cd6be161543e:45593 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T20:50:09,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPENING, regionLocation=cd6be161543e,43393,1732654193085 2024-11-26T20:50:09,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE because future has completed 2024-11-26T20:50:09,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,43393,1732654193085}] 2024-11-26T20:50:10,049 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,049 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => bafac1b48b37aec6bb9e9c5b87896c49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:10,050 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,050 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:10,050 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,050 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,052 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,053 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf1 2024-11-26T20:50:10,053 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:10,061 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8 2024-11-26T20:50:10,061 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:10,061 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,063 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf2 2024-11-26T20:50:10,063 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:10,063 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:10,063 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,064 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,066 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,067 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,067 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,067 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T20:50:10,069 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,070 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened bafac1b48b37aec6bb9e9c5b87896c49; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68111255, jitterRate=0.014936789870262146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T20:50:10,070 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,071 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for bafac1b48b37aec6bb9e9c5b87896c49: Running coprocessor pre-open hook at 1732654210050Writing region info on filesystem at 1732654210050Initializing all the Stores at 1732654210051 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654210051Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654210051Cleaning up temporary data from old regions at 1732654210067 (+16 ms)Running coprocessor post-open hooks at 1732654210070 (+3 ms)Region opened successfully at 1732654210071 (+1 ms) 2024-11-26T20:50:10,072 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., pid=9, masterSystemTime=1732654210043 2024-11-26T20:50:10,074 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,074 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPEN, openSeqNum=9, regionLocation=cd6be161543e,43393,1732654193085 2024-11-26T20:50:10,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,43393,1732654193085 because future has completed 2024-11-26T20:50:10,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-26T20:50:10,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,43393,1732654193085 in 189 msec 2024-11-26T20:50:10,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE in 580 msec 2024-11-26T20:50:10,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:50:10,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:50:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:45932 deadline: 1732654270118, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=43393 startCode=1732654193085. As of locationSeqNum=5. 2024-11-26T20:50:10,145 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=43393 startCode=1732654193085. As of locationSeqNum=5. 2024-11-26T20:50:10,146 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=43393 startCode=1732654193085. As of locationSeqNum=5. 2024-11-26T20:50:10,146 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,43393,1732654193085, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=43393 startCode=1732654193085. As of locationSeqNum=5. 2024-11-26T20:50:10,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:50:10,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:50:10,271 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bafac1b48b37aec6bb9e9c5b87896c49 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-26T20:50:10,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf1/2baac299df424dd395f9bfaf062f74ef is 29, key is r1/cf1:/1732654210262/DeleteFamily/seqid=0 2024-11-26T20:50:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741888_1066 (size=4906) 2024-11-26T20:50:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741888_1066 (size=4906) 2024-11-26T20:50:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741888_1066 (size=4906) 2024-11-26T20:50:10,296 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf1/2baac299df424dd395f9bfaf062f74ef 2024-11-26T20:50:10,302 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2baac299df424dd395f9bfaf062f74ef 2024-11-26T20:50:10,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf2/c5faaee28f794cf09c82198775102839 is 29, key is r1/cf2:/1732654210262/DeleteFamily/seqid=0 2024-11-26T20:50:10,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741889_1067 (size=4906) 2024-11-26T20:50:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741889_1067 (size=4906) 2024-11-26T20:50:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741889_1067 (size=4906) 2024-11-26T20:50:10,332 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf2/c5faaee28f794cf09c82198775102839 2024-11-26T20:50:10,339 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5faaee28f794cf09c82198775102839 2024-11-26T20:50:10,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf1/2baac299df424dd395f9bfaf062f74ef as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/2baac299df424dd395f9bfaf062f74ef 2024-11-26T20:50:10,346 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2baac299df424dd395f9bfaf062f74ef 2024-11-26T20:50:10,346 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/2baac299df424dd395f9bfaf062f74ef, entries=1, sequenceid=12, filesize=4.8 K 2024-11-26T20:50:10,348 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf2/c5faaee28f794cf09c82198775102839 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/c5faaee28f794cf09c82198775102839 2024-11-26T20:50:10,354 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5faaee28f794cf09c82198775102839 2024-11-26T20:50:10,354 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/c5faaee28f794cf09c82198775102839, entries=1, sequenceid=12, filesize=4.8 K 2024-11-26T20:50:10,356 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for bafac1b48b37aec6bb9e9c5b87896c49 in 84ms, sequenceid=12, compaction requested=false 2024-11-26T20:50:10,356 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bafac1b48b37aec6bb9e9c5b87896c49: 2024-11-26T20:50:10,358 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T20:50:10,360 DEBUG [Time-limited test {}] regionserver.HStore(1541): bafac1b48b37aec6bb9e9c5b87896c49/cf1 is initiating major compaction (all files) 2024-11-26T20:50:10,360 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:50:10,360 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:10,361 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bafac1b48b37aec6bb9e9c5b87896c49/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,361 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8, hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/2baac299df424dd395f9bfaf062f74ef] into tmpdir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp, totalSize=9.5 K 2024-11-26T20:50:10,362 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cb365171bba24e238d076a56e9a010b8, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732654209484 2024-11-26T20:50:10,363 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2baac299df424dd395f9bfaf062f74ef, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-26T20:50:10,374 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): bafac1b48b37aec6bb9e9c5b87896c49#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:50:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741890_1068 (size=4626) 2024-11-26T20:50:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741890_1068 (size=4626) 2024-11-26T20:50:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741890_1068 (size=4626) 2024-11-26T20:50:10,392 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf1/6378b7035cde4172a160acc58ca09972 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/6378b7035cde4172a160acc58ca09972 2024-11-26T20:50:10,407 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in bafac1b48b37aec6bb9e9c5b87896c49/cf1 of bafac1b48b37aec6bb9e9c5b87896c49 into 6378b7035cde4172a160acc58ca09972(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:50:10,407 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bafac1b48b37aec6bb9e9c5b87896c49: 2024-11-26T20:50:10,407 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-26T20:50:10,407 DEBUG [Time-limited test {}] regionserver.HStore(1541): bafac1b48b37aec6bb9e9c5b87896c49/cf2 is initiating major compaction (all files) 2024-11-26T20:50:10,407 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:50:10,407 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:50:10,407 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bafac1b48b37aec6bb9e9c5b87896c49/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,408 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/c5faaee28f794cf09c82198775102839] into tmpdir=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp, totalSize=4.8 K 2024-11-26T20:50:10,408 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c5faaee28f794cf09c82198775102839, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-26T20:50:10,415 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): bafac1b48b37aec6bb9e9c5b87896c49#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T20:50:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741891_1069 (size=4592) 2024-11-26T20:50:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741891_1069 (size=4592) 2024-11-26T20:50:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741891_1069 (size=4592) 2024-11-26T20:50:10,433 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/.tmp/cf2/f1a4c23556f74aefb19be29e913dd917 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/f1a4c23556f74aefb19be29e913dd917 2024-11-26T20:50:10,441 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in bafac1b48b37aec6bb9e9c5b87896c49/cf2 of bafac1b48b37aec6bb9e9c5b87896c49 into f1a4c23556f74aefb19be29e913dd917(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:50:10,441 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bafac1b48b37aec6bb9e9c5b87896c49: 2024-11-26T20:50:10,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=bafac1b48b37aec6bb9e9c5b87896c49, source=cd6be161543e,43393,1732654193085, destination=cd6be161543e,45299,1732654193196, warming up region on cd6be161543e,45299,1732654193196 2024-11-26T20:50:10,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=bafac1b48b37aec6bb9e9c5b87896c49, source=cd6be161543e,43393,1732654193085, destination=cd6be161543e,45299,1732654193196, running balancer 2024-11-26T20:50:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE 2024-11-26T20:50:10,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE 2024-11-26T20:50:10,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=CLOSING, regionLocation=cd6be161543e,43393,1732654193085 2024-11-26T20:50:10,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(7855): Warmup {ENCODED => bafac1b48b37aec6bb9e9c5b87896c49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:10,453 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,455 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf1 2024-11-26T20:50:10,455 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:10,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE because future has completed 2024-11-26T20:50:10,456 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T20:50:10,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,43393,1732654193085}] 2024-11-26T20:50:10,463 INFO [StoreFileOpener-bafac1b48b37aec6bb9e9c5b87896c49-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2baac299df424dd395f9bfaf062f74ef 2024-11-26T20:50:10,463 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/2baac299df424dd395f9bfaf062f74ef 2024-11-26T20:50:10,468 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/6378b7035cde4172a160acc58ca09972 2024-11-26T20:50:10,473 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8 2024-11-26T20:50:10,473 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:10,474 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,475 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf2 2024-11-26T20:50:10,475 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:10,482 INFO [StoreFileOpener-bafac1b48b37aec6bb9e9c5b87896c49-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5faaee28f794cf09c82198775102839 2024-11-26T20:50:10,482 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/c5faaee28f794cf09c82198775102839 2024-11-26T20:50:10,486 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/f1a4c23556f74aefb19be29e913dd917 2024-11-26T20:50:10,487 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(1722): Closing bafac1b48b37aec6bb9e9c5b87896c49, disabling compactions & flushes 2024-11-26T20:50:10,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. after waiting 0 ms 2024-11-26T20:50:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45299 {}] regionserver.HRegion(1676): Region close journal for bafac1b48b37aec6bb9e9c5b87896c49: Waiting for close lock at 1732654210487Disabling compacts and flushes for region at 1732654210487Disabling writes for close at 1732654210487Writing region close event to WAL at 1732654210488 (+1 ms)Closed at 1732654210488 2024-11-26T20:50:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-26T20:50:10,610 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,610 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T20:50:10,610 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing bafac1b48b37aec6bb9e9c5b87896c49, disabling compactions & flushes 2024-11-26T20:50:10,611 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,611 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,611 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. after waiting 0 ms 2024-11-26T20:50:10,611 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,611 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8, hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/2baac299df424dd395f9bfaf062f74ef] to archive 2024-11-26T20:50:10,615 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T20:50:10,619 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8 to hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/cb365171bba24e238d076a56e9a010b8 2024-11-26T20:50:10,620 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/2baac299df424dd395f9bfaf062f74ef to hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/2baac299df424dd395f9bfaf062f74ef 2024-11-26T20:50:10,636 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/c5faaee28f794cf09c82198775102839] to archive 2024-11-26T20:50:10,637 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T20:50:10,639 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/c5faaee28f794cf09c82198775102839 to hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/c5faaee28f794cf09c82198775102839 2024-11-26T20:50:10,645 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-26T20:50:10,646 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,646 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for bafac1b48b37aec6bb9e9c5b87896c49: Waiting for close lock at 1732654210610Running coprocessor pre-close hooks at 1732654210610Disabling compacts and flushes for region at 1732654210610Disabling writes for close at 1732654210611 (+1 ms)Writing region close event to WAL at 1732654210641 (+30 ms)Running coprocessor post-close hooks at 1732654210646 (+5 ms)Closed at 1732654210646 2024-11-26T20:50:10,646 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding bafac1b48b37aec6bb9e9c5b87896c49 move to cd6be161543e,45299,1732654193196 record at close sequenceid=12 2024-11-26T20:50:10,650 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,651 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=CLOSED 2024-11-26T20:50:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,43393,1732654193085 because future has completed 2024-11-26T20:50:10,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T20:50:10,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,43393,1732654193085 in 199 msec 2024-11-26T20:50:10,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE; state=CLOSED, location=cd6be161543e,45299,1732654193196; forceNewPlan=false, retain=false 2024-11-26T20:50:10,810 INFO [cd6be161543e:45593 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T20:50:10,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPENING, regionLocation=cd6be161543e,45299,1732654193196 2024-11-26T20:50:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE because future has completed 2024-11-26T20:50:10,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196}] 2024-11-26T20:50:10,971 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:10,971 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => bafac1b48b37aec6bb9e9c5b87896c49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:10,972 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,972 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:10,972 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,972 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,974 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,975 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf1 2024-11-26T20:50:10,975 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:10,982 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/6378b7035cde4172a160acc58ca09972 2024-11-26T20:50:10,982 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:10,982 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,983 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf2 2024-11-26T20:50:10,983 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:10,989 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/f1a4c23556f74aefb19be29e913dd917 2024-11-26T20:50:10,990 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:10,990 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,991 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,992 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,992 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,993 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,993 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T20:50:10,995 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,996 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened bafac1b48b37aec6bb9e9c5b87896c49; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59672350, jitterRate=-0.11081269383430481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T20:50:10,996 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:10,996 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for bafac1b48b37aec6bb9e9c5b87896c49: Running coprocessor pre-open hook at 1732654210972Writing region info on filesystem at 1732654210972Initializing all the Stores at 1732654210973 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654210973Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654210973Cleaning up temporary data from old regions at 1732654210993 (+20 ms)Running coprocessor post-open hooks at 1732654210996 (+3 ms)Region opened successfully at 1732654210996 2024-11-26T20:50:10,998 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., pid=12, masterSystemTime=1732654210967 2024-11-26T20:50:11,000 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,000 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPEN, openSeqNum=18, regionLocation=cd6be161543e,45299,1732654193196 2024-11-26T20:50:11,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196 because future has completed 2024-11-26T20:50:11,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T20:50:11,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,45299,1732654193196 in 191 msec 2024-11-26T20:50:11,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, REOPEN/MOVE in 559 msec 2024-11-26T20:50:11,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:50:11,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:50:11,056 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server cd6be161543e,45299,1732654193196: testing ***** 2024-11-26T20:50:11,056 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T20:50:11,059 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T20:50:11,060 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T20:50:11,065 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T20:50:11,067 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T20:50:11,082 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 391707648 }, "NonHeapMemoryUsage": { "committed": 172490752, "init": 7667712, "max": -1, "used": 169835472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "cd6be161543e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 11067, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 39, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 3, "ProcessCallTime_90th_percentile": 5, "ProcessCallTime_95th_percentile": 11, "ProcessCallTime_98th_percentile": 39, "ProcessCallTime_99th_percentile": 39, "ProcessCallTime_99.9th_percentile": 39, "ProcessCallTime_TimeRangeCount_0-1": 12, "ProcessCallTime_TimeRangeCount_1-3": 13, "ProcessCallTime_TimeRangeCount_3-10": 4, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 39, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 3, "TotalCallTime_90th_percentile": 5, "TotalCallTime_95th_percentile": 11, "TotalCallTime_98th_percentile": 39, "TotalCallTime_99th_percentile": 39, "TotalCallTime_99.9th_percentile": 39, "TotalCallTime_TimeRangeCount_0-1": 11, "TotalCallTime_TimeRangeCount_1-3": 13, "TotalCallTime_TimeRangeCount_3-10": 5, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 5, "ResponseSize_SizeRangeCount_100-1000": 4, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5752 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "cd6be161543e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52175", "tag.serverName": "cd6be161543e,43393,1732654193085", "tag.clusterId": "9ee5fdcb-90d9-4fb9-b5be-5396b90f481a", "tag.Context": "regionserver", "tag.Hostname": "cd6be161543e", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732654193085, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 3, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 1, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 34, "MajorCompactionTime_max": 44, "MajorCompactionTime_mean": 39, "MajorCompactionTime_25th_percentile": 34, "MajorCompactionTime_median": 35, "MajorCompactionTime_75th_percentile": 44, "MajorCompactionTime_90th_percentile": 44, "MajorCompactionTime_95th_percentile": 44, "MajorCompactionTime_98th_percentile": 44, "MajorCompactionTime_99th_percentile": 44, "MajorCompactionTime_99.9th_percentile": 44, "MajorCompactionTime_TimeRangeCount_30-100": 2, "ScanTime_num_ops": 1, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 3, "Delete_max": 3, "Delete_mean": 3, "Delete_25th_percentile": 3, "Delete_median": 3, "Delete_75th_percentile": 3, "Delete_90th_percentile": 3, "Delete_95th_percentile": 3, "Delete_98th_percentile": 3, "Delete_99th_percentile": 3, "Delete_99.9th_percentile": 3, "Delete_TimeRangeCount_1-3": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 34, "CompactionTime_max": 44, "CompactionTime_mean": 39, "CompactionTime_25th_percentile": 34, "CompactionTime_median": 35, "CompactionTime_75th_percentile": 44, "CompactionTime_90th_percentile": 44, "CompactionTime_95th_percentile": 44, "CompactionTime_98th_percentile": 44, "CompactionTime_99th_percentile": 44, "CompactionTime_99.9th_percentile": 44, "CompactionTime_TimeRangeCount_30-100": 2, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 84, "FlushTime_max": 84, "FlushTime_mean": 84, "FlushTime_25th_percentile": 84, "FlushTime_median": 84, "FlushTime_75th_percentile": 84, "FlushTime_90th_percentile": 84, "FlushTime_95th_percentile": 84, "FlushTime_98th_percentile": 84, "FlushTime_99th_percentile": 84, "FlushTime_99.9th_percentile": 84, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "ScanSize_SizeRangeCount_0-10": 1, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-26T20:50:11,087 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] master.MasterRpcServices(700): cd6be161543e,45299,1732654193196 reported a fatal error: ***** ABORTING region server cd6be161543e,45299,1732654193196: testing ***** 2024-11-26T20:50:11,089 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,45299,1732654193196' ***** 2024-11-26T20:50:11,089 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-26T20:50:11,089 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:50:11,090 INFO [RS:1;cd6be161543e:45299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-26T20:50:11,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:50:11,090 INFO [RS:1;cd6be161543e:45299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-26T20:50:11,090 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(3091): Received CLOSE for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,090 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(956): aborting server cd6be161543e,45299,1732654193196 2024-11-26T20:50:11,091 INFO [RS:1;cd6be161543e:45299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:35066 deadline: 1732654271090, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=45299 startCode=1732654193196. As of locationSeqNum=12. 2024-11-26T20:50:11,091 INFO [RS:1;cd6be161543e:45299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cd6be161543e:45299. 2024-11-26T20:50:11,091 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bafac1b48b37aec6bb9e9c5b87896c49, disabling compactions & flushes 2024-11-26T20:50:11,091 DEBUG [RS:1;cd6be161543e:45299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:11,091 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,091 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,091 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. after waiting 0 ms 2024-11-26T20:50:11,091 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,091 DEBUG [RS:1;cd6be161543e:45299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:11,091 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,43393,1732654193085, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,43393,1732654193085, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=45299 startCode=1732654193196. As of locationSeqNum=12. 2024-11-26T20:50:11,092 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,43393,1732654193085, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=45299 startCode=1732654193196. As of locationSeqNum=12. 2024-11-26T20:50:11,092 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,43393,1732654193085, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cd6be161543e port=45299 startCode=1732654193196. As of locationSeqNum=12. 2024-11-26T20:50:11,092 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T20:50:11,092 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1325): Online Regions={bafac1b48b37aec6bb9e9c5b87896c49=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.} 2024-11-26T20:50:11,092 DEBUG [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1351): Waiting on bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,095 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,095 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bafac1b48b37aec6bb9e9c5b87896c49: Waiting for close lock at 1732654211091Running coprocessor pre-close hooks at 1732654211091Disabling compacts and flushes for region at 1732654211091Disabling writes for close at 1732654211091Writing region close event to WAL at 1732654211094 (+3 ms)Running coprocessor post-close hooks at 1732654211094Closed at 1732654211095 (+1 ms) 2024-11-26T20:50:11,095 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,124 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cd6be161543e,45299,1732654193196 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:11,201 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cd6be161543e,45299,1732654193196 aborting 2024-11-26T20:50:11,201 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cd6be161543e,45299,1732654193196 aborting 2024-11-26T20:50:11,201 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=12 from cache 2024-11-26T20:50:11,293 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,45299,1732654193196; all regions closed. 2024-11-26T20:50:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741835_1011 (size=2288) 2024-11-26T20:50:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741835_1011 (size=2288) 2024-11-26T20:50:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741835_1011 (size=2288) 2024-11-26T20:50:11,298 DEBUG [RS:1;cd6be161543e:45299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:11,298 INFO [RS:1;cd6be161543e:45299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:11,298 INFO [RS:1;cd6be161543e:45299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:11,298 INFO [RS:1;cd6be161543e:45299 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:11,298 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:11,298 INFO [RS:1;cd6be161543e:45299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:50:11,298 INFO [RS:1;cd6be161543e:45299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:50:11,298 INFO [RS:1;cd6be161543e:45299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:50:11,298 INFO [RS:1;cd6be161543e:45299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:11,299 INFO [RS:1;cd6be161543e:45299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45299 2024-11-26T20:50:11,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,45299,1732654193196 2024-11-26T20:50:11,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:50:11,306 INFO [RS:1;cd6be161543e:45299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:11,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,45299,1732654193196] 2024-11-26T20:50:11,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,45299,1732654193196 already deleted, retry=false 2024-11-26T20:50:11,309 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of cd6be161543e,45299,1732654193196 on cd6be161543e,45593,1732654192388 2024-11-26T20:50:11,314 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cd6be161543e,45299,1732654193196, splitWal=true, meta=false 2024-11-26T20:50:11,316 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for cd6be161543e,45299,1732654193196 (carryingMeta=false) cd6be161543e,45299,1732654193196/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3f3dd0e4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T20:50:11,316 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cd6be161543e,45299,1732654193196, splitWal=true, meta=false 2024-11-26T20:50:11,317 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): cd6be161543e,45299,1732654193196 had 1 regions 2024-11-26T20:50:11,318 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cd6be161543e,45299,1732654193196, splitWal=true, meta=false, isMeta: false 2024-11-26T20:50:11,320 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting 2024-11-26T20:50:11,321 INFO [PEWorker-1 {}] master.SplitWALManager(105): cd6be161543e,45299,1732654193196 WAL count=1, meta=false 2024-11-26T20:50:11,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cd6be161543e%2C45299%2C1732654193196.1732654194664}] 2024-11-26T20:50:11,328 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=cd6be161543e,44825,1732654193235 2024-11-26T20:50:11,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cd6be161543e%2C45299%2C1732654193196.1732654194664, worker=cd6be161543e,44825,1732654193235}] 2024-11-26T20:50:11,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:11,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45299-0x101560abe700002, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:11,409 INFO [RS:1;cd6be161543e:45299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:11,409 INFO [RS:1;cd6be161543e:45299 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,45299,1732654193196; zookeeper connection closed. 2024-11-26T20:50:11,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@439f4957 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@439f4957 2024-11-26T20:50:11,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18] 2024-11-26T20:50:11,413 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cd6be161543e:45299 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cd6be161543e/172.17.0.2:45299 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:11,414 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18, error=java.net.ConnectException: Call to address=cd6be161543e:45299 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cd6be161543e/172.17.0.2:45299 2024-11-26T20:50:11,414 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-26T20:50:11,414 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18 from cache 2024-11-26T20:50:11,414 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address cd6be161543e:45299 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cd6be161543e/172.17.0.2:45299 2024-11-26T20:50:11,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-26T20:50:11,510 INFO [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664, size=2.2 K (2288bytes) 2024-11-26T20:50:11,510 INFO [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664 2024-11-26T20:50:11,511 INFO [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664 after 1ms 2024-11-26T20:50:11,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:11,540 INFO [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664 took 30ms 2024-11-26T20:50:11,548 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for bafac1b48b37aec6bb9e9c5b87896c49: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-26T20:50:11,548 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664 so closing down 2024-11-26T20:50:11,548 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:11,549 INFO [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:11,549 INFO [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-26T20:50:11,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664, journal: Splitting hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664, size=2.2 K (2288bytes) at 1732654211510Finishing writing output for hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664 so closing down at 1732654211548 (+38 ms)3 split writer threads finished at 1732654211549 (+1 ms)Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1732654211549 2024-11-26T20:50:11,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664 2024-11-26T20:50:11,550 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T20:50:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T20:50:11,557 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting/cd6be161543e%2C45299%2C1732654193196.1732654194664 to hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs 2024-11-26T20:50:11,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T20:50:11,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cd6be161543e%2C45299%2C1732654193196.1732654194664, worker=cd6be161543e,44825,1732654193235 in 227 msec 2024-11-26T20:50:11,561 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=cd6be161543e,44825,1732654193235 2024-11-26T20:50:11,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T20:50:11,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure cd6be161543e%2C45299%2C1732654193196.1732654194664, worker=cd6be161543e,44825,1732654193235 in 239 msec 2024-11-26T20:50:11,566 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting dir is empty, no logs to split. 2024-11-26T20:50:11,566 INFO [PEWorker-1 {}] master.SplitWALManager(105): cd6be161543e,45299,1732654193196 WAL count=0, meta=false 2024-11-26T20:50:11,566 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cd6be161543e,45299,1732654193196 WAL splitting is done? wals=0, meta=false 2024-11-26T20:50:11,567 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for cd6be161543e,45299,1732654193196 failed, ignore...File hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/WALs/cd6be161543e,45299,1732654193196-splitting does not exist. 2024-11-26T20:50:11,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN}] 2024-11-26T20:50:11,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN 2024-11-26T20:50:11,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T20:50:11,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18] 2024-11-26T20:50:11,722 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(204): Hosts are {cd6be161543e=0} racks are {/default-rack=0} 2024-11-26T20:50:11,722 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T20:50:11,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to cd6be161543e:45299 this server is in the failed servers list 2024-11-26T20:50:11,722 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T20:50:11,722 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T20:50:11,722 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T20:50:11,722 INFO [cd6be161543e:45593 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T20:50:11,722 INFO [cd6be161543e:45593 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T20:50:11,722 DEBUG [cd6be161543e:45593 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T20:50:11,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cd6be161543e:45299 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cd6be161543e:45299 2024-11-26T20:50:11,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPENING, regionLocation=cd6be161543e,44825,1732654193235 2024-11-26T20:50:11,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cd6be161543e:45299 2024-11-26T20:50:11,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,45299,1732654193196, seqNum=18 from cache 2024-11-26T20:50:11,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN because future has completed 2024-11-26T20:50:11,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,44825,1732654193235}] 2024-11-26T20:50:11,882 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,882 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bafac1b48b37aec6bb9e9c5b87896c49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:11,883 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,883 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:11,883 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,883 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,884 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,885 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf1 2024-11-26T20:50:11,885 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:11,891 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf1/6378b7035cde4172a160acc58ca09972 2024-11-26T20:50:11,892 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:11,892 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,893 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafac1b48b37aec6bb9e9c5b87896c49 columnFamilyName cf2 2024-11-26T20:50:11,893 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:11,898 DEBUG [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/cf2/f1a4c23556f74aefb19be29e913dd917 2024-11-26T20:50:11,898 INFO [StoreOpener-bafac1b48b37aec6bb9e9c5b87896c49-1 {}] regionserver.HStore(327): Store=bafac1b48b37aec6bb9e9c5b87896c49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:11,898 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,899 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,900 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,901 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,901 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,902 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T20:50:11,903 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,904 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bafac1b48b37aec6bb9e9c5b87896c49; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61607244, jitterRate=-0.08198052644729614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T20:50:11,905 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:11,905 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bafac1b48b37aec6bb9e9c5b87896c49: Running coprocessor pre-open hook at 1732654211883Writing region info on filesystem at 1732654211883Initializing all the Stores at 1732654211884 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654211884Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654211884Cleaning up temporary data from old regions at 1732654211901 (+17 ms)Running coprocessor post-open hooks at 1732654211905 (+4 ms)Region opened successfully at 1732654211905 2024-11-26T20:50:11,907 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., pid=17, masterSystemTime=1732654211878 2024-11-26T20:50:11,909 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,909 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:11,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=bafac1b48b37aec6bb9e9c5b87896c49, regionState=OPEN, openSeqNum=18, regionLocation=cd6be161543e,44825,1732654193235 2024-11-26T20:50:11,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,44825,1732654193235 because future has completed 2024-11-26T20:50:11,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T20:50:11,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure bafac1b48b37aec6bb9e9c5b87896c49, server=cd6be161543e,44825,1732654193235 in 188 msec 2024-11-26T20:50:11,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-26T20:50:11,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bafac1b48b37aec6bb9e9c5b87896c49, ASSIGN in 347 msec 2024-11-26T20:50:11,919 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server cd6be161543e,45299,1732654193196 after splitting done 2024-11-26T20:50:11,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure cd6be161543e,45299,1732654193196, splitWal=true, meta=false in 610 msec 2024-11-26T20:50:12,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49., hostname=cd6be161543e,44825,1732654193235, seqNum=18] 2024-11-26T20:50:12,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 409), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5146 (was 5212) 2024-11-26T20:50:12,250 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-26T20:50:12,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=5146 2024-11-26T20:50:12,262 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-26T20:50:12,278 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:12,280 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:12,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:12,283 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32896798, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-32896798, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:12,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32896798/hregion-32896798.1732654212284, exclude list is [], retry=0 2024-11-26T20:50:12,299 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:12,300 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:12,300 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:12,329 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32896798/hregion-32896798.1732654212284 2024-11-26T20:50:12,330 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:12,330 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b21b8f8baa4999373a9703e8c6e42ca8, NAME => 'testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:50:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741893_1071 (size=67) 2024-11-26T20:50:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741893_1071 (size=67) 2024-11-26T20:50:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741893_1071 (size=67) 2024-11-26T20:50:12,340 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:12,341 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,343 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName a 2024-11-26T20:50:12,343 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,343 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,343 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,345 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName b 2024-11-26T20:50:12,345 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,345 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,345 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,346 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName c 2024-11-26T20:50:12,346 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,347 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,347 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,348 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,348 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,349 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,349 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,350 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:12,351 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,353 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:12,353 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b21b8f8baa4999373a9703e8c6e42ca8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62699564, jitterRate=-0.06570369005203247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b21b8f8baa4999373a9703e8c6e42ca8: Writing region info on filesystem at 1732654212340Initializing all the Stores at 1732654212341 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212341Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212341Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212341Cleaning up temporary data from old regions at 1732654212349 (+8 ms)Region opened successfully at 1732654212354 (+5 ms) 2024-11-26T20:50:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b21b8f8baa4999373a9703e8c6e42ca8, disabling compactions & flushes 2024-11-26T20:50:12,354 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. after waiting 0 ms 2024-11-26T20:50:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,355 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,355 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b21b8f8baa4999373a9703e8c6e42ca8: Waiting for close lock at 1732654212354Disabling compacts and flushes for region at 1732654212354Disabling writes for close at 1732654212354Writing region close event to WAL at 1732654212355 (+1 ms)Closed at 1732654212355 2024-11-26T20:50:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741892_1070 (size=175) 2024-11-26T20:50:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741892_1070 (size=175) 2024-11-26T20:50:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741892_1070 (size=175) 2024-11-26T20:50:12,361 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:12,361 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32896798:(num 1732654212284) 2024-11-26T20:50:12,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:12,363 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:12,376 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363, exclude list is [], retry=0 2024-11-26T20:50:12,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:12,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:12,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:12,407 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363 2024-11-26T20:50:12,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:12,407 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b21b8f8baa4999373a9703e8c6e42ca8, NAME => 'testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:12,407 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:12,408 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,408 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,409 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,410 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName a 2024-11-26T20:50:12,410 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,411 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,411 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,412 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName b 2024-11-26T20:50:12,412 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,412 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,412 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,413 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName c 2024-11-26T20:50:12,413 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,414 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,414 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,416 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,417 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,417 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,417 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:12,419 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,419 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b21b8f8baa4999373a9703e8c6e42ca8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62660788, jitterRate=-0.06628149747848511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:12,420 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b21b8f8baa4999373a9703e8c6e42ca8: Writing region info on filesystem at 1732654212408Initializing all the Stores at 1732654212409 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212409Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212409Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212409Cleaning up temporary data from old regions at 1732654212417 (+8 ms)Region opened successfully at 1732654212420 (+3 ms) 2024-11-26T20:50:12,445 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b21b8f8baa4999373a9703e8c6e42ca8 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-26T20:50:12,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/a/2ca9136a749543bd9b240afd4e2331dc is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732654212420/Put/seqid=0 2024-11-26T20:50:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741895_1073 (size=5958) 2024-11-26T20:50:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741895_1073 (size=5958) 2024-11-26T20:50:12,469 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/a/2ca9136a749543bd9b240afd4e2331dc 2024-11-26T20:50:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741895_1073 (size=5958) 2024-11-26T20:50:12,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/b/7062f3857db3478ea2d6a832fecd4605 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732654212428/Put/seqid=0 2024-11-26T20:50:12,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741896_1074 (size=5958) 2024-11-26T20:50:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741896_1074 (size=5958) 2024-11-26T20:50:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741896_1074 (size=5958) 2024-11-26T20:50:12,497 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/b/7062f3857db3478ea2d6a832fecd4605 2024-11-26T20:50:12,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/c/b6e80cc6f7ac4aeeae7d523d664cbeb7 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732654212435/Put/seqid=0 2024-11-26T20:50:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741897_1075 (size=5958) 2024-11-26T20:50:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741897_1075 (size=5958) 2024-11-26T20:50:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741897_1075 (size=5958) 2024-11-26T20:50:12,526 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/c/b6e80cc6f7ac4aeeae7d523d664cbeb7 2024-11-26T20:50:12,533 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/a/2ca9136a749543bd9b240afd4e2331dc as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/a/2ca9136a749543bd9b240afd4e2331dc 2024-11-26T20:50:12,539 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/a/2ca9136a749543bd9b240afd4e2331dc, entries=10, sequenceid=33, filesize=5.8 K 2024-11-26T20:50:12,540 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/b/7062f3857db3478ea2d6a832fecd4605 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/b/7062f3857db3478ea2d6a832fecd4605 2024-11-26T20:50:12,545 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/b/7062f3857db3478ea2d6a832fecd4605, entries=10, sequenceid=33, filesize=5.8 K 2024-11-26T20:50:12,546 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/c/b6e80cc6f7ac4aeeae7d523d664cbeb7 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/c/b6e80cc6f7ac4aeeae7d523d664cbeb7 2024-11-26T20:50:12,552 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/c/b6e80cc6f7ac4aeeae7d523d664cbeb7, entries=10, sequenceid=33, filesize=5.8 K 2024-11-26T20:50:12,553 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b21b8f8baa4999373a9703e8c6e42ca8 in 109ms, sequenceid=33, compaction requested=false 2024-11-26T20:50:12,553 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b21b8f8baa4999373a9703e8c6e42ca8: 2024-11-26T20:50:12,554 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b21b8f8baa4999373a9703e8c6e42ca8, disabling compactions & flushes 2024-11-26T20:50:12,554 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,554 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,554 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. after waiting 0 ms 2024-11-26T20:50:12,554 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,555 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. 2024-11-26T20:50:12,555 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b21b8f8baa4999373a9703e8c6e42ca8: Waiting for close lock at 1732654212554Disabling compacts and flushes for region at 1732654212554Disabling writes for close at 1732654212554Writing region close event to WAL at 1732654212555 (+1 ms)Closed at 1732654212555 2024-11-26T20:50:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741894_1072 (size=6311) 2024-11-26T20:50:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741894_1072 (size=6311) 2024-11-26T20:50:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741894_1072 (size=6311) 2024-11-26T20:50:12,562 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/b/7062f3857db3478ea2d6a832fecd4605 to hdfs://localhost:38055/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/b/7062f3857db3478ea2d6a832fecd4605 2024-11-26T20:50:12,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363, size=6.2 K (6311bytes) 2024-11-26T20:50:12,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363 2024-11-26T20:50:12,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363 after 0ms 2024-11-26T20:50:12,619 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:12,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363 took 40ms 2024-11-26T20:50:12,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363 so closing down 2024-11-26T20:50:12,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:12,623 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732654212363.temp 2024-11-26T20:50:12,651 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000003-wal.1732654212363.temp 2024-11-26T20:50:12,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741898_1076 (size=5575) 2024-11-26T20:50:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741898_1076 (size=5575) 2024-11-26T20:50:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741898_1076 (size=5575) 2024-11-26T20:50:12,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000003-wal.1732654212363.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:12,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000003-wal.1732654212363.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000032 2024-11-26T20:50:12,661 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 42 ms; skipped=2; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-26T20:50:12,661 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363, journal: Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363, size=6.2 K (6311bytes) at 1732654212580Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363 so closing down at 1732654212622 (+42 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000003-wal.1732654212363.temp at 1732654212651 (+29 ms)3 split writer threads finished at 1732654212652 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000003-wal.1732654212363.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732654212659 (+7 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000003-wal.1732654212363.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000032 at 1732654212661 (+2 ms)Processed 32 edits across 1 Regions in 42 ms; skipped=2; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1732654212661 2024-11-26T20:50:12,663 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212363 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654212363 2024-11-26T20:50:12,664 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000032 2024-11-26T20:50:12,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:12,666 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:12,685 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212667, exclude list is [], retry=0 2024-11-26T20:50:12,688 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:12,689 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:12,689 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:12,716 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212667 2024-11-26T20:50:12,717 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:12,717 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b21b8f8baa4999373a9703e8c6e42ca8, NAME => 'testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:12,717 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:12,717 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,717 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,719 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,720 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName a 2024-11-26T20:50:12,720 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,725 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/a/2ca9136a749543bd9b240afd4e2331dc 2024-11-26T20:50:12,725 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,725 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,727 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName b 2024-11-26T20:50:12,727 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,727 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,727 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,728 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21b8f8baa4999373a9703e8c6e42ca8 columnFamilyName c 2024-11-26T20:50:12,728 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,734 DEBUG [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/c/b6e80cc6f7ac4aeeae7d523d664cbeb7 2024-11-26T20:50:12,734 INFO [StoreOpener-b21b8f8baa4999373a9703e8c6e42ca8-1 {}] regionserver.HStore(327): Store=b21b8f8baa4999373a9703e8c6e42ca8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,734 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,735 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,737 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,737 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000032 2024-11-26T20:50:12,765 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:12,767 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000032 2024-11-26T20:50:12,767 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b21b8f8baa4999373a9703e8c6e42ca8 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-26T20:50:12,783 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/b/7028ae575db34171a86418c0c9cebcfa is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732654212428/Put/seqid=0 2024-11-26T20:50:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741900_1078 (size=5958) 2024-11-26T20:50:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741900_1078 (size=5958) 2024-11-26T20:50:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741900_1078 (size=5958) 2024-11-26T20:50:12,790 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/b/7028ae575db34171a86418c0c9cebcfa 2024-11-26T20:50:12,796 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/.tmp/b/7028ae575db34171a86418c0c9cebcfa as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/b/7028ae575db34171a86418c0c9cebcfa 2024-11-26T20:50:12,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-26T20:50:12,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:12,801 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/b/7028ae575db34171a86418c0c9cebcfa, entries=10, sequenceid=32, filesize=5.8 K 2024-11-26T20:50:12,801 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b21b8f8baa4999373a9703e8c6e42ca8 in 34ms, sequenceid=32, compaction requested=false; wal=null 2024-11-26T20:50:12,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-26T20:50:12,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:12,802 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/0000000000000000032 2024-11-26T20:50:12,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-26T20:50:12,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:12,803 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,803 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,804 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:12,805 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b21b8f8baa4999373a9703e8c6e42ca8 2024-11-26T20:50:12,807 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/b21b8f8baa4999373a9703e8c6e42ca8/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-26T20:50:12,809 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b21b8f8baa4999373a9703e8c6e42ca8; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65124216, jitterRate=-0.029573559761047363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:12,809 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b21b8f8baa4999373a9703e8c6e42ca8: Writing region info on filesystem at 1732654212717Initializing all the Stores at 1732654212718 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212718Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212718Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212718Obtaining lock to block concurrent updates at 1732654212767 (+49 ms)Preparing flush snapshotting stores in b21b8f8baa4999373a9703e8c6e42ca8 at 1732654212767Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732654212768 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732654212279.b21b8f8baa4999373a9703e8c6e42ca8. at 1732654212768Flushing b21b8f8baa4999373a9703e8c6e42ca8/b: creating writer at 1732654212768Flushing b21b8f8baa4999373a9703e8c6e42ca8/b: appending metadata at 1732654212782 (+14 ms)Flushing b21b8f8baa4999373a9703e8c6e42ca8/b: closing flushed file at 1732654212782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641e0635: reopening flushed file at 1732654212795 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b21b8f8baa4999373a9703e8c6e42ca8 in 34ms, sequenceid=32, compaction requested=false; wal=null at 1732654212801 (+6 ms)Cleaning up temporary data from old regions at 1732654212803 (+2 ms)Region opened successfully at 1732654212809 (+6 ms) 2024-11-26T20:50:12,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=415 (was 408) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:34836 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:51562 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:35478 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:50680 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:37360 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:54228 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=5142 (was 5146) 2024-11-26T20:50:12,832 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-26T20:50:12,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=5141 2024-11-26T20:50:12,844 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-26T20:50:12,859 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:12,861 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:12,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:12,864 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-37625648, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-37625648, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:12,879 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-37625648/hregion-37625648.1732654212864, exclude list is [], retry=0 2024-11-26T20:50:12,882 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:12,882 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:12,882 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:12,909 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-37625648/hregion-37625648.1732654212864 2024-11-26T20:50:12,910 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:12,910 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a9f5a76f90f7e56da54dda5d40c72e54, NAME => 'testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:50:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741902_1080 (size=68) 2024-11-26T20:50:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741902_1080 (size=68) 2024-11-26T20:50:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741902_1080 (size=68) 2024-11-26T20:50:12,921 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:12,923 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,924 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName a 2024-11-26T20:50:12,925 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,925 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,925 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,926 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName b 2024-11-26T20:50:12,927 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,927 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,927 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,928 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName c 2024-11-26T20:50:12,928 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:12,929 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,930 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,930 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,931 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,932 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,932 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:12,933 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:12,935 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:12,936 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9f5a76f90f7e56da54dda5d40c72e54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62379765, jitterRate=-0.07046906650066376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:12,937 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9f5a76f90f7e56da54dda5d40c72e54: Writing region info on filesystem at 1732654212922Initializing all the Stores at 1732654212922Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212923 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212923Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654212923Cleaning up temporary data from old regions at 1732654212932 (+9 ms)Region opened successfully at 1732654212937 (+5 ms) 2024-11-26T20:50:12,937 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a9f5a76f90f7e56da54dda5d40c72e54, disabling compactions & flushes 2024-11-26T20:50:12,937 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:12,937 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:12,937 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. after waiting 0 ms 2024-11-26T20:50:12,937 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:12,938 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:12,938 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a9f5a76f90f7e56da54dda5d40c72e54: Waiting for close lock at 1732654212937Disabling compacts and flushes for region at 1732654212937Disabling writes for close at 1732654212937Writing region close event to WAL at 1732654212938 (+1 ms)Closed at 1732654212938 2024-11-26T20:50:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741901_1079 (size=175) 2024-11-26T20:50:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741901_1079 (size=175) 2024-11-26T20:50:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741901_1079 (size=175) 2024-11-26T20:50:12,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:12,944 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-37625648:(num 1732654212864) 2024-11-26T20:50:12,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:12,946 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:12,959 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946, exclude list is [], retry=0 2024-11-26T20:50:12,962 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:12,963 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:12,963 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:12,989 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946 2024-11-26T20:50:12,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:13,041 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a9f5a76f90f7e56da54dda5d40c72e54, NAME => 'testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:13,043 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,043 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:13,044 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,044 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,046 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,047 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName a 2024-11-26T20:50:13,047 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:13,047 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:13,048 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,048 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName b 2024-11-26T20:50:13,049 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:13,049 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:13,049 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,050 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName c 2024-11-26T20:50:13,050 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:13,050 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:13,050 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,051 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,052 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,053 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,053 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,054 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:13,055 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,055 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9f5a76f90f7e56da54dda5d40c72e54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72223853, jitterRate=0.07621927559375763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:13,056 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:13,056 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9f5a76f90f7e56da54dda5d40c72e54: Running coprocessor pre-open hook at 1732654213044Writing region info on filesystem at 1732654213044Initializing all the Stores at 1732654213045 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654213045Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654213045Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654213045Cleaning up temporary data from old regions at 1732654213053 (+8 ms)Running coprocessor post-open hooks at 1732654213056 (+3 ms)Region opened successfully at 1732654213056 2024-11-26T20:50:13,070 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9f5a76f90f7e56da54dda5d40c72e54 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-26T20:50:13,071 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:14,071 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:14,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T20:50:15,072 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:16,073 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:17,073 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:18,074 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:19,075 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:20,075 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:21,076 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:21,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T20:50:22,076 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a9f5a76f90f7e56da54dda5d40c72e54/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:22,078 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a9f5a76f90f7e56da54dda5d40c72e54: 2024-11-26T20:50:22,078 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a9f5a76f90f7e56da54dda5d40c72e54: 2024-11-26T20:50:22,094 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-26T20:50:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a9f5a76f90f7e56da54dda5d40c72e54, disabling compactions & flushes 2024-11-26T20:50:22,094 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. after waiting 0 ms 2024-11-26T20:50:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:22,095 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:22,095 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. 2024-11-26T20:50:22,095 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a9f5a76f90f7e56da54dda5d40c72e54: Waiting for close lock at 1732654222094Running coprocessor pre-close hooks at 1732654222094Disabling compacts and flushes for region at 1732654222094Disabling writes for close at 1732654222094Writing region close event to WAL at 1732654222095 (+1 ms)Running coprocessor post-close hooks at 1732654222095Closed at 1732654222095 2024-11-26T20:50:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741903_1081 (size=4236) 2024-11-26T20:50:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741903_1081 (size=4236) 2024-11-26T20:50:22,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741903_1081 (size=4236) 2024-11-26T20:50:22,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946, size=4.1 K (4236bytes) 2024-11-26T20:50:22,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946 2024-11-26T20:50:22,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946 after 0ms 2024-11-26T20:50:22,167 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:22,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946 took 44ms 2024-11-26T20:50:22,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946 so closing down 2024-11-26T20:50:22,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:22,171 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732654212946.temp 2024-11-26T20:50:22,198 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000004-wal.1732654212946.temp 2024-11-26T20:50:22,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:22,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741904_1082 (size=3245) 2024-11-26T20:50:22,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741904_1082 (size=3245) 2024-11-26T20:50:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741904_1082 (size=3245) 2024-11-26T20:50:22,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000004-wal.1732654212946.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:22,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000004-wal.1732654212946.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000026 2024-11-26T20:50:22,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 40 ms; skipped=3; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-26T20:50:22,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946, journal: Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946, size=4.1 K (4236bytes) at 1732654222123Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946 so closing down at 1732654222170 (+47 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000004-wal.1732654212946.temp at 1732654222198 (+28 ms)3 split writer threads finished at 1732654222198Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000004-wal.1732654212946.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732654222206 (+8 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000004-wal.1732654212946.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000026 at 1732654222208 (+2 ms)Processed 23 edits across 1 Regions in 40 ms; skipped=3; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1732654222208 2024-11-26T20:50:22,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654212946 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654212946 2024-11-26T20:50:22,211 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000026 2024-11-26T20:50:22,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:22,213 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:22,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654222214, exclude list is [], retry=0 2024-11-26T20:50:22,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:22,231 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:22,231 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:22,258 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654222214 2024-11-26T20:50:22,259 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:22,259 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a9f5a76f90f7e56da54dda5d40c72e54, NAME => 'testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:22,260 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,260 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:22,260 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,260 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,262 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,263 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName a 2024-11-26T20:50:22,263 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:22,264 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:22,264 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,265 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName b 2024-11-26T20:50:22,265 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:22,265 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:22,266 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,266 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f5a76f90f7e56da54dda5d40c72e54 columnFamilyName c 2024-11-26T20:50:22,266 DEBUG [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:22,267 INFO [StoreOpener-a9f5a76f90f7e56da54dda5d40c72e54-1 {}] regionserver.HStore(327): Store=a9f5a76f90f7e56da54dda5d40c72e54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:22,267 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,269 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,269 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000026 2024-11-26T20:50:22,306 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:22,307 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000026 2024-11-26T20:50:22,307 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9f5a76f90f7e56da54dda5d40c72e54 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-26T20:50:22,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/a/55e4a500621d4fbb93a8cb2062aedff0 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732654222084/Put/seqid=0 2024-11-26T20:50:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741906_1084 (size=5523) 2024-11-26T20:50:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741906_1084 (size=5523) 2024-11-26T20:50:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741906_1084 (size=5523) 2024-11-26T20:50:22,331 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/a/55e4a500621d4fbb93a8cb2062aedff0 2024-11-26T20:50:22,351 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/b/1191aa1df8154e6987b9d0211577cc20 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732654222078/Put/seqid=0 2024-11-26T20:50:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741907_1085 (size=5524) 2024-11-26T20:50:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741907_1085 (size=5524) 2024-11-26T20:50:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741907_1085 (size=5524) 2024-11-26T20:50:22,359 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/b/1191aa1df8154e6987b9d0211577cc20 2024-11-26T20:50:22,382 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/c/1a6ea28e38c446e789427753155e756c is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732654222081/Put/seqid=0 2024-11-26T20:50:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741908_1086 (size=5457) 2024-11-26T20:50:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741908_1086 (size=5457) 2024-11-26T20:50:22,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741908_1086 (size=5457) 2024-11-26T20:50:22,390 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/c/1a6ea28e38c446e789427753155e756c 2024-11-26T20:50:22,396 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/a/55e4a500621d4fbb93a8cb2062aedff0 as hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/a/55e4a500621d4fbb93a8cb2062aedff0 2024-11-26T20:50:22,401 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/a/55e4a500621d4fbb93a8cb2062aedff0, entries=7, sequenceid=26, filesize=5.4 K 2024-11-26T20:50:22,402 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/b/1191aa1df8154e6987b9d0211577cc20 as hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/b/1191aa1df8154e6987b9d0211577cc20 2024-11-26T20:50:22,407 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/b/1191aa1df8154e6987b9d0211577cc20, entries=7, sequenceid=26, filesize=5.4 K 2024-11-26T20:50:22,408 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/.tmp/c/1a6ea28e38c446e789427753155e756c as hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/c/1a6ea28e38c446e789427753155e756c 2024-11-26T20:50:22,412 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/c/1a6ea28e38c446e789427753155e756c, entries=6, sequenceid=26, filesize=5.3 K 2024-11-26T20:50:22,413 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for a9f5a76f90f7e56da54dda5d40c72e54 in 105ms, sequenceid=26, compaction requested=false; wal=null 2024-11-26T20:50:22,413 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/0000000000000000026 2024-11-26T20:50:22,414 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,414 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,415 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:22,416 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,419 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsAfterAbortingFlush/a9f5a76f90f7e56da54dda5d40c72e54/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-26T20:50:22,420 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9f5a76f90f7e56da54dda5d40c72e54; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59452027, jitterRate=-0.1140957623720169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:22,420 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9f5a76f90f7e56da54dda5d40c72e54 2024-11-26T20:50:22,420 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9f5a76f90f7e56da54dda5d40c72e54: Running coprocessor pre-open hook at 1732654222260Writing region info on filesystem at 1732654222260Initializing all the Stores at 1732654222261 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654222261Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654222261Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654222262 (+1 ms)Obtaining lock to block concurrent updates at 1732654222307 (+45 ms)Preparing flush snapshotting stores in a9f5a76f90f7e56da54dda5d40c72e54 at 1732654222307Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732654222307Flushing stores of testReplayEditsAfterAbortingFlush,,1732654212860.a9f5a76f90f7e56da54dda5d40c72e54. at 1732654222307Flushing a9f5a76f90f7e56da54dda5d40c72e54/a: creating writer at 1732654222308 (+1 ms)Flushing a9f5a76f90f7e56da54dda5d40c72e54/a: appending metadata at 1732654222322 (+14 ms)Flushing a9f5a76f90f7e56da54dda5d40c72e54/a: closing flushed file at 1732654222322Flushing a9f5a76f90f7e56da54dda5d40c72e54/b: creating writer at 1732654222336 (+14 ms)Flushing a9f5a76f90f7e56da54dda5d40c72e54/b: appending metadata at 1732654222351 (+15 ms)Flushing a9f5a76f90f7e56da54dda5d40c72e54/b: closing flushed file at 1732654222351Flushing a9f5a76f90f7e56da54dda5d40c72e54/c: creating writer at 1732654222364 (+13 ms)Flushing a9f5a76f90f7e56da54dda5d40c72e54/c: appending metadata at 1732654222381 (+17 ms)Flushing a9f5a76f90f7e56da54dda5d40c72e54/c: closing flushed file at 1732654222382 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e81031: reopening flushed file at 1732654222395 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165cdd61: reopening flushed file at 1732654222402 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615fcfd9: reopening flushed file at 1732654222407 (+5 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for a9f5a76f90f7e56da54dda5d40c72e54 in 105ms, sequenceid=26, compaction requested=false; wal=null at 1732654222413 (+6 ms)Cleaning up temporary data from old regions at 1732654222414 (+1 ms)Running coprocessor post-open hooks at 1732654222420 (+6 ms)Region opened successfully at 1732654222420 2024-11-26T20:50:22,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=413 (was 415), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=5127 (was 5141) 2024-11-26T20:50:22,440 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-26T20:50:22,452 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=5127 2024-11-26T20:50:22,452 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-26T20:50:22,467 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:22,468 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:22,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:22,471 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89623822, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-89623822, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:22,484 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89623822/hregion-89623822.1732654222472, exclude list is [], retry=0 2024-11-26T20:50:22,487 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:22,487 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:22,487 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:22,514 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89623822/hregion-89623822.1732654222472 2024-11-26T20:50:22,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:22,515 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f1b79ff7930e1ea3764eb4f321e5eb26, NAME => 'testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:50:22,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741910_1088 (size=61) 2024-11-26T20:50:22,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741910_1088 (size=61) 2024-11-26T20:50:22,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741910_1088 (size=61) 2024-11-26T20:50:22,525 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:22,526 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,528 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1b79ff7930e1ea3764eb4f321e5eb26 columnFamilyName a 2024-11-26T20:50:22,528 DEBUG [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:22,528 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(327): Store=f1b79ff7930e1ea3764eb4f321e5eb26/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:22,529 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,529 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,530 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,530 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,530 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,532 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,534 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:22,534 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1b79ff7930e1ea3764eb4f321e5eb26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63774421, jitterRate=-0.04968707263469696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:50:22,535 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1b79ff7930e1ea3764eb4f321e5eb26: Writing region info on filesystem at 1732654222525Initializing all the Stores at 1732654222526 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654222526Cleaning up temporary data from old regions at 1732654222530 (+4 ms)Region opened successfully at 1732654222535 (+5 ms) 2024-11-26T20:50:22,535 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f1b79ff7930e1ea3764eb4f321e5eb26, disabling compactions & flushes 2024-11-26T20:50:22,535 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,535 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,535 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. after waiting 0 ms 2024-11-26T20:50:22,535 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,536 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,536 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f1b79ff7930e1ea3764eb4f321e5eb26: Waiting for close lock at 1732654222535Disabling compacts and flushes for region at 1732654222535Disabling writes for close at 1732654222535Writing region close event to WAL at 1732654222536 (+1 ms)Closed at 1732654222536 2024-11-26T20:50:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741909_1087 (size=175) 2024-11-26T20:50:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741909_1087 (size=175) 2024-11-26T20:50:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741909_1087 (size=175) 2024-11-26T20:50:22,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:22,541 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89623822:(num 1732654222472) 2024-11-26T20:50:22,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:22,543 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:22,556 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543, exclude list is [], retry=0 2024-11-26T20:50:22,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:22,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:22,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:22,585 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543 2024-11-26T20:50:22,586 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:22,586 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f1b79ff7930e1ea3764eb4f321e5eb26, NAME => 'testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:22,586 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:22,586 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,586 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,588 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,588 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1b79ff7930e1ea3764eb4f321e5eb26 columnFamilyName a 2024-11-26T20:50:22,588 DEBUG [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:22,589 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(327): Store=f1b79ff7930e1ea3764eb4f321e5eb26/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:22,589 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,590 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,590 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,591 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,591 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,592 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:22,593 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1b79ff7930e1ea3764eb4f321e5eb26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66672659, jitterRate=-0.006499961018562317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:50:22,594 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1b79ff7930e1ea3764eb4f321e5eb26: Writing region info on filesystem at 1732654222586Initializing all the Stores at 1732654222587 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654222587Cleaning up temporary data from old regions at 1732654222591 (+4 ms)Region opened successfully at 1732654222594 (+3 ms) 2024-11-26T20:50:22,603 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f1b79ff7930e1ea3764eb4f321e5eb26, disabling compactions & flushes 2024-11-26T20:50:22,603 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,603 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,603 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. after waiting 0 ms 2024-11-26T20:50:22,603 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,603 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,603 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. 2024-11-26T20:50:22,603 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f1b79ff7930e1ea3764eb4f321e5eb26: Waiting for close lock at 1732654222603Disabling compacts and flushes for region at 1732654222603Disabling writes for close at 1732654222603Writing region close event to WAL at 1732654222603Closed at 1732654222603 2024-11-26T20:50:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741911_1089 (size=1795) 2024-11-26T20:50:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741911_1089 (size=1795) 2024-11-26T20:50:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741911_1089 (size=1795) 2024-11-26T20:50:22,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543, size=1.8 K (1795bytes) 2024-11-26T20:50:22,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543 2024-11-26T20:50:22,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543 after 0ms 2024-11-26T20:50:22,650 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:22,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543 took 29ms 2024-11-26T20:50:22,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543 so closing down 2024-11-26T20:50:22,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:22,654 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732654222543.temp 2024-11-26T20:50:22,680 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000003-wal.1732654222543.temp 2024-11-26T20:50:22,681 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741912_1090 (size=1795) 2024-11-26T20:50:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741912_1090 (size=1795) 2024-11-26T20:50:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741912_1090 (size=1795) 2024-11-26T20:50:22,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000003-wal.1732654222543.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:22,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000003-wal.1732654222543.temp to hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000012 2024-11-26T20:50:22,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-26T20:50:22,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543, journal: Splitting hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543, size=1.8 K (1795bytes) at 1732654222622Finishing writing output for hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543 so closing down at 1732654222653 (+31 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000003-wal.1732654222543.temp at 1732654222680 (+27 ms)3 split writer threads finished at 1732654222681 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000003-wal.1732654222543.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732654222689 (+8 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000003-wal.1732654222543.temp to hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000012 at 1732654222690 (+1 ms)Processed 10 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1732654222690 2024-11-26T20:50:22,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654222543 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654222543 2024-11-26T20:50:22,693 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000012 2024-11-26T20:50:22,736 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:22,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-26T20:50:22,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:22,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-26T20:50:22,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:23,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:23,072 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:23,085 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654223073, exclude list is [], retry=0 2024-11-26T20:50:23,088 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:23,088 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:23,088 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:23,114 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654223073 2024-11-26T20:50:23,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:23,115 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f1b79ff7930e1ea3764eb4f321e5eb26, NAME => 'testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:23,115 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:23,115 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,115 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,118 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,121 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1b79ff7930e1ea3764eb4f321e5eb26 columnFamilyName a 2024-11-26T20:50:23,121 DEBUG [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,122 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(327): Store=f1b79ff7930e1ea3764eb4f321e5eb26/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,122 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,123 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,125 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000012 2024-11-26T20:50:23,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:23,153 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000012 2024-11-26T20:50:23,153 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1b79ff7930e1ea3764eb4f321e5eb26 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-26T20:50:23,171 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/.tmp/a/ad977833f65b47de8564daaee3e7b739 is 79, key is testDatalossWhenInputError/a:x0/1732654222594/Put/seqid=0 2024-11-26T20:50:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741914_1092 (size=5808) 2024-11-26T20:50:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741914_1092 (size=5808) 2024-11-26T20:50:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741914_1092 (size=5808) 2024-11-26T20:50:23,179 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/.tmp/a/ad977833f65b47de8564daaee3e7b739 2024-11-26T20:50:23,187 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/.tmp/a/ad977833f65b47de8564daaee3e7b739 as hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/a/ad977833f65b47de8564daaee3e7b739 2024-11-26T20:50:23,195 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/a/ad977833f65b47de8564daaee3e7b739, entries=10, sequenceid=12, filesize=5.7 K 2024-11-26T20:50:23,196 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f1b79ff7930e1ea3764eb4f321e5eb26 in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-26T20:50:23,196 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/0000000000000000012 2024-11-26T20:50:23,197 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,197 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,200 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,202 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T20:50:23,203 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1b79ff7930e1ea3764eb4f321e5eb26; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69169831, jitterRate=0.030710801482200623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:50:23,204 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1b79ff7930e1ea3764eb4f321e5eb26: Writing region info on filesystem at 1732654223115Initializing all the Stores at 1732654223117 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223117Obtaining lock to block concurrent updates at 1732654223153 (+36 ms)Preparing flush snapshotting stores in f1b79ff7930e1ea3764eb4f321e5eb26 at 1732654223153Finished memstore snapshotting testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732654223153Flushing stores of testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26. at 1732654223153Flushing f1b79ff7930e1ea3764eb4f321e5eb26/a: creating writer at 1732654223153Flushing f1b79ff7930e1ea3764eb4f321e5eb26/a: appending metadata at 1732654223171 (+18 ms)Flushing f1b79ff7930e1ea3764eb4f321e5eb26/a: closing flushed file at 1732654223171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3784053a: reopening flushed file at 1732654223186 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f1b79ff7930e1ea3764eb4f321e5eb26 in 43ms, sequenceid=12, compaction requested=false; wal=null at 1732654223196 (+10 ms)Cleaning up temporary data from old regions at 1732654223197 (+1 ms)Region opened successfully at 1732654223203 (+6 ms) 2024-11-26T20:50:23,207 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f1b79ff7930e1ea3764eb4f321e5eb26, NAME => 'testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:23,207 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732654222467.f1b79ff7930e1ea3764eb4f321e5eb26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:23,207 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,207 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,208 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,209 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1b79ff7930e1ea3764eb4f321e5eb26 columnFamilyName a 2024-11-26T20:50:23,209 DEBUG [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,214 DEBUG [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/a/ad977833f65b47de8564daaee3e7b739 2024-11-26T20:50:23,214 INFO [StoreOpener-f1b79ff7930e1ea3764eb4f321e5eb26-1 {}] regionserver.HStore(327): Store=f1b79ff7930e1ea3764eb4f321e5eb26/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,214 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,216 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,216 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,218 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1b79ff7930e1ea3764eb4f321e5eb26 2024-11-26T20:50:23,221 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testDatalossWhenInputError/f1b79ff7930e1ea3764eb4f321e5eb26/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-26T20:50:23,222 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1b79ff7930e1ea3764eb4f321e5eb26; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69024254, jitterRate=0.028541535139083862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:50:23,222 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1b79ff7930e1ea3764eb4f321e5eb26: Writing region info on filesystem at 1732654223207Initializing all the Stores at 1732654223207Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223208 (+1 ms)Cleaning up temporary data from old regions at 1732654223216 (+8 ms)Region opened successfully at 1732654223222 (+6 ms) 2024-11-26T20:50:23,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=423 (was 413) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:54956 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:51610 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:51996 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:51542 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330034592-172.17.0.2-1732654189195:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:52070 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:54890 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=5122 (was 5127) 2024-11-26T20:50:23,241 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-26T20:50:23,254 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=5120 2024-11-26T20:50:23,254 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-26T20:50:23,269 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:23,271 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:23,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:23,274 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47653170, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-47653170, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:23,286 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47653170/hregion-47653170.1732654223274, exclude list is [], retry=0 2024-11-26T20:50:23,289 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:23,289 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:23,289 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:23,316 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47653170/hregion-47653170.1732654223274 2024-11-26T20:50:23,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:50:23,316 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1b6a76251b29a3221316e459ebff5b31, NAME => 'testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:50:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741916_1094 (size=63) 2024-11-26T20:50:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741916_1094 (size=63) 2024-11-26T20:50:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741916_1094 (size=63) 2024-11-26T20:50:23,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:23,329 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,330 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName a 2024-11-26T20:50:23,331 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,331 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,331 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,332 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName b 2024-11-26T20:50:23,332 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,333 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,333 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,334 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName c 2024-11-26T20:50:23,334 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,335 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,335 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,337 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,337 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,338 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:23,339 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,341 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:23,341 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1b6a76251b29a3221316e459ebff5b31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65445117, jitterRate=-0.024791762232780457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:23,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1b6a76251b29a3221316e459ebff5b31: Writing region info on filesystem at 1732654223328Initializing all the Stores at 1732654223329 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223329Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223329Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223329Cleaning up temporary data from old regions at 1732654223337 (+8 ms)Region opened successfully at 1732654223342 (+5 ms) 2024-11-26T20:50:23,342 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1b6a76251b29a3221316e459ebff5b31, disabling compactions & flushes 2024-11-26T20:50:23,342 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:23,342 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:23,342 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. after waiting 0 ms 2024-11-26T20:50:23,342 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:23,342 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:23,342 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1b6a76251b29a3221316e459ebff5b31: Waiting for close lock at 1732654223342Disabling compacts and flushes for region at 1732654223342Disabling writes for close at 1732654223342Writing region close event to WAL at 1732654223342Closed at 1732654223342 2024-11-26T20:50:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741915_1093 (size=175) 2024-11-26T20:50:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741915_1093 (size=175) 2024-11-26T20:50:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741915_1093 (size=175) 2024-11-26T20:50:23,348 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:23,348 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47653170:(num 1732654223274) 2024-11-26T20:50:23,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:23,350 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:23,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350, exclude list is [], retry=0 2024-11-26T20:50:23,366 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:23,366 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:23,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:23,393 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 2024-11-26T20:50:23,394 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:23,394 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b6a76251b29a3221316e459ebff5b31, NAME => 'testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:23,394 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:23,394 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,394 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,396 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,397 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName a 2024-11-26T20:50:23,397 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,397 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,398 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,398 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName b 2024-11-26T20:50:23,398 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,399 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,399 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,399 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName c 2024-11-26T20:50:23,399 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:23,400 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:23,400 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,401 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,402 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,402 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,402 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,403 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:23,404 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:23,405 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1b6a76251b29a3221316e459ebff5b31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58912081, jitterRate=-0.12214158475399017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:23,406 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1b6a76251b29a3221316e459ebff5b31: Writing region info on filesystem at 1732654223395Initializing all the Stores at 1732654223396 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223396Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223396Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654223396Cleaning up temporary data from old regions at 1732654223402 (+6 ms)Region opened successfully at 1732654223406 (+4 ms) 2024-11-26T20:50:23,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732654223409/Put/seqid=0 2024-11-26T20:50:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741918_1096 (size=4875) 2024-11-26T20:50:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741918_1096 (size=4875) 2024-11-26T20:50:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741918_1096 (size=4875) 2024-11-26T20:50:23,442 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732654223442/Put/seqid=0 2024-11-26T20:50:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741919_1097 (size=4875) 2024-11-26T20:50:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741919_1097 (size=4875) 2024-11-26T20:50:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741919_1097 (size=4875) 2024-11-26T20:50:23,451 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732654223451/Put/seqid=0 2024-11-26T20:50:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741920_1098 (size=4875) 2024-11-26T20:50:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741920_1098 (size=4875) 2024-11-26T20:50:23,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741920_1098 (size=4875) 2024-11-26T20:50:23,460 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 1b6a76251b29a3221316e459ebff5b31/a 2024-11-26T20:50:23,464 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-26T20:50:23,464 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T20:50:23,464 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 1b6a76251b29a3221316e459ebff5b31/a 2024-11-26T20:50:23,468 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-26T20:50:23,468 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T20:50:23,468 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 1b6a76251b29a3221316e459ebff5b31/a 2024-11-26T20:50:23,471 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-26T20:50:23,471 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T20:50:23,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1b6a76251b29a3221316e459ebff5b31 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-26T20:50:23,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/.tmp/a/cb4e09f31db14c48bf558a27e005f1be is 55, key is testCompactedBulkLoadedFiles/a:a/1732654223406/Put/seqid=0 2024-11-26T20:50:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741921_1099 (size=5107) 2024-11-26T20:50:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741921_1099 (size=5107) 2024-11-26T20:50:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741921_1099 (size=5107) 2024-11-26T20:50:23,495 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/.tmp/a/cb4e09f31db14c48bf558a27e005f1be 2024-11-26T20:50:23,501 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/.tmp/a/cb4e09f31db14c48bf558a27e005f1be as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be 2024-11-26T20:50:23,506 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be, entries=1, sequenceid=4, filesize=5.0 K 2024-11-26T20:50:23,507 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 1b6a76251b29a3221316e459ebff5b31 in 36ms, sequenceid=4, compaction requested=false 2024-11-26T20:50:23,507 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1b6a76251b29a3221316e459ebff5b31: 2024-11-26T20:50:23,508 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_ 2024-11-26T20:50:23,509 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_ 2024-11-26T20:50:23,510 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_ 2024-11-26T20:50:23,510 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile0 into 1b6a76251b29a3221316e459ebff5b31/a as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_ - updating store file list. 2024-11-26T20:50:23,514 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e53451e3658d4e76966cbb4674d89415_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:23,514 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_ into 1b6a76251b29a3221316e459ebff5b31/a 2024-11-26T20:50:23,514 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile0 into 1b6a76251b29a3221316e459ebff5b31/a (new location: hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_) 2024-11-26T20:50:23,515 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile1 into 1b6a76251b29a3221316e459ebff5b31/a as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_ - updating store file list. 2024-11-26T20:50:23,518 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:23,518 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_ into 1b6a76251b29a3221316e459ebff5b31/a 2024-11-26T20:50:23,518 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile1 into 1b6a76251b29a3221316e459ebff5b31/a (new location: hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_) 2024-11-26T20:50:23,519 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile2 into 1b6a76251b29a3221316e459ebff5b31/a as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_ - updating store file list. 2024-11-26T20:50:23,523 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:23,523 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_ into 1b6a76251b29a3221316e459ebff5b31/a 2024-11-26T20:50:23,524 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38055/hbase/testCompactedBulkLoadedFiles/hfile2 into 1b6a76251b29a3221316e459ebff5b31/a (new location: hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_) 2024-11-26T20:50:23,532 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T20:50:23,532 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1b6a76251b29a3221316e459ebff5b31/a is initiating major compaction (all files) 2024-11-26T20:50:23,532 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1b6a76251b29a3221316e459ebff5b31/a in testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:23,532 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_] into tmpdir=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/.tmp, totalSize=19.3 K 2024-11-26T20:50:23,533 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cb4e09f31db14c48bf558a27e005f1be, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732654223406 2024-11-26T20:50:23,533 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e53451e3658d4e76966cbb4674d89415_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-26T20:50:23,534 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-26T20:50:23,534 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-26T20:50:23,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/.tmp/a/f70d71454e034779b14f8c2b1f3d0191 is 55, key is testCompactedBulkLoadedFiles/a:a/1732654223406/Put/seqid=0 2024-11-26T20:50:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741922_1100 (size=6154) 2024-11-26T20:50:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741922_1100 (size=6154) 2024-11-26T20:50:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741922_1100 (size=6154) 2024-11-26T20:50:23,559 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/.tmp/a/f70d71454e034779b14f8c2b1f3d0191 as hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/f70d71454e034779b14f8c2b1f3d0191 2024-11-26T20:50:23,565 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 1b6a76251b29a3221316e459ebff5b31/a of 1b6a76251b29a3221316e459ebff5b31 into f70d71454e034779b14f8c2b1f3d0191(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T20:50:23,565 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1b6a76251b29a3221316e459ebff5b31: 2024-11-26T20:50:23,565 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-26T20:50:23,565 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-26T20:50:23,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350, size=0 (0bytes) 2024-11-26T20:50:23,597 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 might be still open, length is 0 2024-11-26T20:50:23,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 2024-11-26T20:50:23,598 WARN [IPC Server handler 2 on default port 38055 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-26T20:50:23,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 after 1ms 2024-11-26T20:50:24,274 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:55002 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55002 dst: /127.0.0.1:36823 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36823 remote=/127.0.0.1:55002]. Total timeout mills is 60000, 59290 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:24,275 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:52106 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39453:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52106 dst: /127.0.0.1:39453 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:24,275 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:51654 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38941:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51654 dst: /127.0.0.1:38941 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741917_1101 (size=1794) 2024-11-26T20:50:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741917_1101 (size=1794) 2024-11-26T20:50:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741917_1101 (size=1794) 2024-11-26T20:50:27,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 after 4002ms 2024-11-26T20:50:27,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T20:50:27,631 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:27,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 took 4034ms 2024-11-26T20:50:27,633 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350; continuing. 2024-11-26T20:50:27,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 so closing down 2024-11-26T20:50:27,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:27,635 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732654223350.temp 2024-11-26T20:50:27,668 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000003-wal.1732654223350.temp 2024-11-26T20:50:27,669 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741923_1102 (size=800) 2024-11-26T20:50:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741923_1102 (size=800) 2024-11-26T20:50:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741923_1102 (size=800) 2024-11-26T20:50:27,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000003-wal.1732654223350.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:27,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000003-wal.1732654223350.temp to hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000008 2024-11-26T20:50:27,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 46 ms; skipped=3; WAL=hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T20:50:27,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350, journal: Splitting hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350, size=0 (0bytes) at 1732654223597Finishing writing output for hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 so closing down at 1732654227633 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000003-wal.1732654223350.temp at 1732654227668 (+35 ms)3 split writer threads finished at 1732654227669 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000003-wal.1732654223350.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732654227676 (+7 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000003-wal.1732654223350.temp to hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000008 at 1732654227677 (+1 ms)Processed 5 edits across 1 Regions in 46 ms; skipped=3; WAL=hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350, size=0, length=0, corrupted=false, cancelled=false at 1732654227677 2024-11-26T20:50:27,679 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654223350 2024-11-26T20:50:27,680 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000008 2024-11-26T20:50:27,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:27,682 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:27,694 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654227682, exclude list is [], retry=0 2024-11-26T20:50:27,697 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:27,697 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:27,697 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:27,723 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654227682 2024-11-26T20:50:27,723 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:50:27,723 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b6a76251b29a3221316e459ebff5b31, NAME => 'testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:27,723 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:27,723 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,723 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,725 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,725 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName a 2024-11-26T20:50:27,726 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,731 DEBUG [StoreFileOpener-1b6a76251b29a3221316e459ebff5b31-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:27,731 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_ 2024-11-26T20:50:27,735 DEBUG [StoreFileOpener-1b6a76251b29a3221316e459ebff5b31-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:27,735 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_ 2024-11-26T20:50:27,738 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be 2024-11-26T20:50:27,742 DEBUG [StoreFileOpener-1b6a76251b29a3221316e459ebff5b31-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e53451e3658d4e76966cbb4674d89415_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T20:50:27,742 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_ 2024-11-26T20:50:27,745 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/f70d71454e034779b14f8c2b1f3d0191 2024-11-26T20:50:27,746 WARN [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6f6ade6 2024-11-26T20:50:27,746 WARN [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6f6ade6 2024-11-26T20:50:27,746 WARN [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6f6ade6 2024-11-26T20:50:27,746 WARN [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6f6ade6 2024-11-26T20:50:27,746 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_] to archive 2024-11-26T20:50:27,747 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T20:50:27,748 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_ to hdfs://localhost:38055/hbase/archive/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_ 2024-11-26T20:50:27,750 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_ to hdfs://localhost:38055/hbase/archive/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_ 2024-11-26T20:50:27,751 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be to hdfs://localhost:38055/hbase/archive/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/cb4e09f31db14c48bf558a27e005f1be 2024-11-26T20:50:27,752 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_ to hdfs://localhost:38055/hbase/archive/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/a/e53451e3658d4e76966cbb4674d89415_SeqId_4_ 2024-11-26T20:50:27,752 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,752 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,753 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName b 2024-11-26T20:50:27,753 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,753 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,753 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,754 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6a76251b29a3221316e459ebff5b31 columnFamilyName c 2024-11-26T20:50:27,754 DEBUG [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,755 INFO [StoreOpener-1b6a76251b29a3221316e459ebff5b31-1 {}] regionserver.HStore(327): Store=1b6a76251b29a3221316e459ebff5b31/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,755 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,756 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,757 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,758 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000008 2024-11-26T20:50:27,784 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:27,786 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 1b6a76251b29a3221316e459ebff5b31 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "1b6a76251b29a3221316e459ebff5b31" family_name: "a" compaction_input: "cb4e09f31db14c48bf558a27e005f1be" compaction_input: "e53451e3658d4e76966cbb4674d89415_SeqId_4_" compaction_input: "21b1ba3db7714da2a402c35e2a62dfa3_SeqId_4_" compaction_input: "6fec203fe2c04c2a87bb859ab5f1b488_SeqId_4_" compaction_output: "f70d71454e034779b14f8c2b1f3d0191" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-26T20:50:27,786 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-26T20:50:27,786 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000008 2024-11-26T20:50:27,787 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/0000000000000000008 2024-11-26T20:50:27,788 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,788 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,788 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:27,789 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1b6a76251b29a3221316e459ebff5b31 2024-11-26T20:50:27,792 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testCompactedBulkLoadedFiles/1b6a76251b29a3221316e459ebff5b31/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T20:50:27,793 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1b6a76251b29a3221316e459ebff5b31; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68581357, jitterRate=0.021941855549812317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:27,793 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1b6a76251b29a3221316e459ebff5b31: Writing region info on filesystem at 1732654227723Initializing all the Stores at 1732654227724 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227724Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227725 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227725Cleaning up temporary data from old regions at 1732654227788 (+63 ms)Region opened successfully at 1732654227793 (+5 ms) 2024-11-26T20:50:27,795 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1b6a76251b29a3221316e459ebff5b31, disabling compactions & flushes 2024-11-26T20:50:27,795 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:27,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:27,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. after waiting 0 ms 2024-11-26T20:50:27,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:27,796 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732654223270.1b6a76251b29a3221316e459ebff5b31. 2024-11-26T20:50:27,796 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1b6a76251b29a3221316e459ebff5b31: Waiting for close lock at 1732654227795Disabling compacts and flushes for region at 1732654227795Disabling writes for close at 1732654227795Writing region close event to WAL at 1732654227796 (+1 ms)Closed at 1732654227796 2024-11-26T20:50:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741924_1103 (size=175) 2024-11-26T20:50:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741924_1103 (size=175) 2024-11-26T20:50:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741924_1103 (size=175) 2024-11-26T20:50:27,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:27,800 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732654227682) 2024-11-26T20:50:27,815 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=438 (was 423) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:38055 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_810816357_22 at /127.0.0.1:55076 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_810816357_22 at /127.0.0.1:51712 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_810816357_22 at /127.0.0.1:52182 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=5078 (was 5120) 2024-11-26T20:50:27,815 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-26T20:50:27,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=5078 2024-11-26T20:50:27,828 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-26T20:50:27,842 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:27,844 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:50:27,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:50:27,846 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-58670929, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/hregion-58670929, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:27,859 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-58670929/hregion-58670929.1732654227847, exclude list is [], retry=0 2024-11-26T20:50:27,861 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:27,861 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:27,861 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:27,889 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-58670929/hregion-58670929.1732654227847 2024-11-26T20:50:27,889 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-26T20:50:27,889 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0f40f9338b016003807282b143dbdd70, NAME => 'testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/hbase 2024-11-26T20:50:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741926_1105 (size=67) 2024-11-26T20:50:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741926_1105 (size=67) 2024-11-26T20:50:27,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741926_1105 (size=67) 2024-11-26T20:50:27,900 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:27,901 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,902 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName a 2024-11-26T20:50:27,902 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,903 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,903 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,904 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName b 2024-11-26T20:50:27,904 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,905 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,905 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,906 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName c 2024-11-26T20:50:27,906 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,906 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,906 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,907 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,907 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,908 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,908 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,909 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:27,910 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,912 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:50:27,912 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0f40f9338b016003807282b143dbdd70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70779047, jitterRate=0.05468998849391937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:27,912 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0f40f9338b016003807282b143dbdd70: Writing region info on filesystem at 1732654227900Initializing all the Stores at 1732654227901 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227901Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227901Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227901Cleaning up temporary data from old regions at 1732654227908 (+7 ms)Region opened successfully at 1732654227912 (+4 ms) 2024-11-26T20:50:27,913 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0f40f9338b016003807282b143dbdd70, disabling compactions & flushes 2024-11-26T20:50:27,913 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:27,913 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:27,913 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. after waiting 0 ms 2024-11-26T20:50:27,913 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:27,913 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:27,913 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0f40f9338b016003807282b143dbdd70: Waiting for close lock at 1732654227913Disabling compacts and flushes for region at 1732654227913Disabling writes for close at 1732654227913Writing region close event to WAL at 1732654227913Closed at 1732654227913 2024-11-26T20:50:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741925_1104 (size=175) 2024-11-26T20:50:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741925_1104 (size=175) 2024-11-26T20:50:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741925_1104 (size=175) 2024-11-26T20:50:27,918 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:27,918 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-58670929:(num 1732654227847) 2024-11-26T20:50:27,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:27,920 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:27,933 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920, exclude list is [], retry=0 2024-11-26T20:50:27,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:27,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:27,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:27,964 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920 2024-11-26T20:50:27,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-26T20:50:27,964 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f40f9338b016003807282b143dbdd70, NAME => 'testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:27,964 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:27,965 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,965 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,966 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,967 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName a 2024-11-26T20:50:27,967 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,968 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,968 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,968 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName b 2024-11-26T20:50:27,968 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,969 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,969 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,970 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName c 2024-11-26T20:50:27,970 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:27,970 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:27,970 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,971 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,972 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,973 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,973 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,974 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:27,976 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:27,976 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0f40f9338b016003807282b143dbdd70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72152449, jitterRate=0.07515527307987213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:27,977 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0f40f9338b016003807282b143dbdd70: Writing region info on filesystem at 1732654227965Initializing all the Stores at 1732654227966 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227966Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227966Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654227966Cleaning up temporary data from old regions at 1732654227973 (+7 ms)Region opened successfully at 1732654227976 (+3 ms) 2024-11-26T20:50:27,984 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0f40f9338b016003807282b143dbdd70 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-26T20:50:27,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/a/ebc6f5d2181b4325a764b8b9c713a28e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732654227977/Put/seqid=0 2024-11-26T20:50:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741928_1107 (size=5958) 2024-11-26T20:50:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741928_1107 (size=5958) 2024-11-26T20:50:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741928_1107 (size=5958) 2024-11-26T20:50:28,006 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/a/ebc6f5d2181b4325a764b8b9c713a28e 2024-11-26T20:50:28,011 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/a/ebc6f5d2181b4325a764b8b9c713a28e as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/a/ebc6f5d2181b4325a764b8b9c713a28e 2024-11-26T20:50:28,016 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/a/ebc6f5d2181b4325a764b8b9c713a28e, entries=10, sequenceid=13, filesize=5.8 K 2024-11-26T20:50:28,017 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0f40f9338b016003807282b143dbdd70 in 33ms, sequenceid=13, compaction requested=false 2024-11-26T20:50:28,017 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0f40f9338b016003807282b143dbdd70: 2024-11-26T20:50:28,036 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0f40f9338b016003807282b143dbdd70, disabling compactions & flushes 2024-11-26T20:50:28,036 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:28,036 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:28,036 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. after waiting 0 ms 2024-11-26T20:50:28,036 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:28,038 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:28,038 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:28,038 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0f40f9338b016003807282b143dbdd70: Waiting for close lock at 1732654228036Disabling compacts and flushes for region at 1732654228036Disabling writes for close at 1732654228036Writing region close event to WAL at 1732654228038 (+2 ms)Closed at 1732654228038 2024-11-26T20:50:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741927_1106 (size=6243) 2024-11-26T20:50:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741927_1106 (size=6243) 2024-11-26T20:50:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741927_1106 (size=6243) 2024-11-26T20:50:28,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920, size=6.1 K (6243bytes) 2024-11-26T20:50:28,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920 2024-11-26T20:50:28,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920 after 0ms 2024-11-26T20:50:28,087 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:28,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920 took 27ms 2024-11-26T20:50:28,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920 so closing down 2024-11-26T20:50:28,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:28,091 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732654227920.temp 2024-11-26T20:50:28,116 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000003-wal.1732654227920.temp 2024-11-26T20:50:28,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741929_1108 (size=5575) 2024-11-26T20:50:28,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741929_1108 (size=5575) 2024-11-26T20:50:28,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741929_1108 (size=5575) 2024-11-26T20:50:28,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000003-wal.1732654227920.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:28,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000003-wal.1732654227920.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000035 2024-11-26T20:50:28,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 42 ms; skipped=2; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-26T20:50:28,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920, journal: Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920, size=6.1 K (6243bytes) at 1732654228060Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920 so closing down at 1732654228090 (+30 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000003-wal.1732654227920.temp at 1732654228116 (+26 ms)3 split writer threads finished at 1732654228117 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000003-wal.1732654227920.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732654228127 (+10 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000003-wal.1732654227920.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000035 at 1732654228130 (+3 ms)Processed 32 edits across 1 Regions in 42 ms; skipped=2; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1732654228130 2024-11-26T20:50:28,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654227920 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654227920 2024-11-26T20:50:28,133 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000035 2024-11-26T20:50:28,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:28,134 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:28,148 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135, exclude list is [], retry=0 2024-11-26T20:50:28,151 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:28,151 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:28,152 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:28,179 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 2024-11-26T20:50:28,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:28,179 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f40f9338b016003807282b143dbdd70, NAME => 'testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:50:28,179 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:28,179 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,179 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,180 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,181 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName a 2024-11-26T20:50:28,181 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:28,186 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/a/ebc6f5d2181b4325a764b8b9c713a28e 2024-11-26T20:50:28,186 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:28,186 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,187 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName b 2024-11-26T20:50:28,187 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:28,188 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:28,188 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,188 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName c 2024-11-26T20:50:28,188 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:28,189 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:28,189 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,189 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,191 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000035 2024-11-26T20:50:28,217 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:28,218 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000035 2024-11-26T20:50:28,218 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0f40f9338b016003807282b143dbdd70 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-26T20:50:28,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/b/cf6eb85dbe914dcfb6b714450795870e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732654228017/Put/seqid=0 2024-11-26T20:50:28,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741931_1110 (size=5958) 2024-11-26T20:50:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741931_1110 (size=5958) 2024-11-26T20:50:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741931_1110 (size=5958) 2024-11-26T20:50:28,245 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/b/cf6eb85dbe914dcfb6b714450795870e 2024-11-26T20:50:28,265 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/c/8965b0840834462d950c0f5c9d4a5617 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732654228026/Put/seqid=0 2024-11-26T20:50:28,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741932_1111 (size=5958) 2024-11-26T20:50:28,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741932_1111 (size=5958) 2024-11-26T20:50:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741932_1111 (size=5958) 2024-11-26T20:50:28,271 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/c/8965b0840834462d950c0f5c9d4a5617 2024-11-26T20:50:28,277 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/b/cf6eb85dbe914dcfb6b714450795870e as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/b/cf6eb85dbe914dcfb6b714450795870e 2024-11-26T20:50:28,282 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/b/cf6eb85dbe914dcfb6b714450795870e, entries=10, sequenceid=35, filesize=5.8 K 2024-11-26T20:50:28,283 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/c/8965b0840834462d950c0f5c9d4a5617 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/c/8965b0840834462d950c0f5c9d4a5617 2024-11-26T20:50:28,288 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/c/8965b0840834462d950c0f5c9d4a5617, entries=10, sequenceid=35, filesize=5.8 K 2024-11-26T20:50:28,288 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0f40f9338b016003807282b143dbdd70 in 70ms, sequenceid=35, compaction requested=false; wal=null 2024-11-26T20:50:28,288 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000035 2024-11-26T20:50:28,290 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,290 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,290 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:28,291 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:28,293 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-26T20:50:28,294 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0f40f9338b016003807282b143dbdd70; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74299423, jitterRate=0.10714767873287201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:28,295 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0f40f9338b016003807282b143dbdd70: Writing region info on filesystem at 1732654228179Initializing all the Stores at 1732654228180 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654228180Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654228180Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654228180Obtaining lock to block concurrent updates at 1732654228218 (+38 ms)Preparing flush snapshotting stores in 0f40f9338b016003807282b143dbdd70 at 1732654228218Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732654228218Flushing stores of testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. at 1732654228218Flushing 0f40f9338b016003807282b143dbdd70/b: creating writer at 1732654228218Flushing 0f40f9338b016003807282b143dbdd70/b: appending metadata at 1732654228232 (+14 ms)Flushing 0f40f9338b016003807282b143dbdd70/b: closing flushed file at 1732654228232Flushing 0f40f9338b016003807282b143dbdd70/c: creating writer at 1732654228250 (+18 ms)Flushing 0f40f9338b016003807282b143dbdd70/c: appending metadata at 1732654228264 (+14 ms)Flushing 0f40f9338b016003807282b143dbdd70/c: closing flushed file at 1732654228264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c15a801: reopening flushed file at 1732654228276 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134c80be: reopening flushed file at 1732654228282 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0f40f9338b016003807282b143dbdd70 in 70ms, sequenceid=35, compaction requested=false; wal=null at 1732654228288 (+6 ms)Cleaning up temporary data from old regions at 1732654228290 (+2 ms)Region opened successfully at 1732654228294 (+4 ms) 2024-11-26T20:50:28,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135, size=0 (0bytes) 2024-11-26T20:50:28,374 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 might be still open, length is 0 2024-11-26T20:50:28,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 2024-11-26T20:50:28,375 WARN [IPC Server handler 0 on default port 38055 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-26T20:50:28,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 after 1ms 2024-11-26T20:50:30,275 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:55134 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55134 dst: /127.0.0.1:36823 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36823 remote=/127.0.0.1:55134]. Total timeout mills is 60000, 58061 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:30,275 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:52228 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39453:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52228 dst: /127.0.0.1:39453 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:30,276 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1557486753_22 at /127.0.0.1:51800 [Receiving block BP-1330034592-172.17.0.2-1732654189195:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38941:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51800 dst: /127.0.0.1:38941 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:30,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741930_1112 (size=5567) 2024-11-26T20:50:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741930_1112 (size=5567) 2024-11-26T20:50:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741930_1112 (size=5567) 2024-11-26T20:50:32,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 after 4001ms 2024-11-26T20:50:32,405 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:32,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 took 4031ms 2024-11-26T20:50:32,407 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135; continuing. 2024-11-26T20:50:32,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 so closing down 2024-11-26T20:50:32,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T20:50:32,409 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732654228135.temp 2024-11-26T20:50:32,436 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000037-wal.1732654228135.temp 2024-11-26T20:50:32,437 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T20:50:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741933_1113 (size=5575) 2024-11-26T20:50:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741933_1113 (size=5575) 2024-11-26T20:50:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741933_1113 (size=5575) 2024-11-26T20:50:32,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000037-wal.1732654228135.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-26T20:50:32,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000037-wal.1732654228135.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000066 2024-11-26T20:50:32,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T20:50:32,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135, journal: Splitting hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135, size=0 (0bytes) at 1732654228374Finishing writing output for hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 so closing down at 1732654232407 (+4033 ms)Creating recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000037-wal.1732654228135.temp at 1732654232436 (+29 ms)3 split writer threads finished at 1732654232437 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000037-wal.1732654228135.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732654232445 (+8 ms)Rename recovered edits hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000037-wal.1732654228135.temp to hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000066 at 1732654232446 (+1 ms)Processed 30 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135, size=0, length=0, corrupted=false, cancelled=false at 1732654232446 2024-11-26T20:50:32,448 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 to hdfs://localhost:38055/hbase/oldWALs/wal.1732654228135 2024-11-26T20:50:32,449 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000066 2024-11-26T20:50:32,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T20:50:32,451 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38055/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841, archiveDir=hdfs://localhost:38055/hbase/oldWALs, maxLogs=32 2024-11-26T20:50:32,464 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654232451, exclude list is [], retry=0 2024-11-26T20:50:32,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38941,DS-100773cb-e4a1-4e27-b55e-167ec03913c5,DISK] 2024-11-26T20:50:32,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36823,DS-97d37f24-5350-4e08-8b0e-7b0bd96e18c6,DISK] 2024-11-26T20:50:32,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-401c1a17-7915-4bf1-996e-6bb9872d8c48,DISK] 2024-11-26T20:50:32,494 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654232451 2024-11-26T20:50:32,494 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-26T20:50:32,495 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:50:32,496 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,497 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName a 2024-11-26T20:50:32,497 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:32,501 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/a/ebc6f5d2181b4325a764b8b9c713a28e 2024-11-26T20:50:32,501 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:32,501 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,502 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName b 2024-11-26T20:50:32,502 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:32,506 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/b/cf6eb85dbe914dcfb6b714450795870e 2024-11-26T20:50:32,506 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:32,506 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,507 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f40f9338b016003807282b143dbdd70 columnFamilyName c 2024-11-26T20:50:32,507 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:50:32,511 DEBUG [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/c/8965b0840834462d950c0f5c9d4a5617 2024-11-26T20:50:32,511 INFO [StoreOpener-0f40f9338b016003807282b143dbdd70-1 {}] regionserver.HStore(327): Store=0f40f9338b016003807282b143dbdd70/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:50:32,511 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,513 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,514 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000066 2024-11-26T20:50:32,540 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-26T20:50:32,545 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000066 2024-11-26T20:50:32,545 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0f40f9338b016003807282b143dbdd70 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-26T20:50:32,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/a/9d98f7c9248c4a7a8706592e91e52c5a is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732654228302/Put/seqid=0 2024-11-26T20:50:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741935_1115 (size=5958) 2024-11-26T20:50:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741935_1115 (size=5958) 2024-11-26T20:50:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741935_1115 (size=5958) 2024-11-26T20:50:32,566 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/a/9d98f7c9248c4a7a8706592e91e52c5a 2024-11-26T20:50:32,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/b/40cf075d68064afeba74931e5718d4c3 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732654228317/Put/seqid=0 2024-11-26T20:50:32,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741936_1116 (size=5958) 2024-11-26T20:50:32,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741936_1116 (size=5958) 2024-11-26T20:50:32,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741936_1116 (size=5958) 2024-11-26T20:50:32,590 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/b/40cf075d68064afeba74931e5718d4c3 2024-11-26T20:50:32,607 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/c/2b1a3478e1e244d190788658da51fc85 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732654228326/Put/seqid=0 2024-11-26T20:50:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741937_1117 (size=5958) 2024-11-26T20:50:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741937_1117 (size=5958) 2024-11-26T20:50:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741937_1117 (size=5958) 2024-11-26T20:50:32,614 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/c/2b1a3478e1e244d190788658da51fc85 2024-11-26T20:50:32,620 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/a/9d98f7c9248c4a7a8706592e91e52c5a as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/a/9d98f7c9248c4a7a8706592e91e52c5a 2024-11-26T20:50:32,624 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/a/9d98f7c9248c4a7a8706592e91e52c5a, entries=10, sequenceid=66, filesize=5.8 K 2024-11-26T20:50:32,625 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/b/40cf075d68064afeba74931e5718d4c3 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/b/40cf075d68064afeba74931e5718d4c3 2024-11-26T20:50:32,629 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/b/40cf075d68064afeba74931e5718d4c3, entries=10, sequenceid=66, filesize=5.8 K 2024-11-26T20:50:32,630 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/.tmp/c/2b1a3478e1e244d190788658da51fc85 as hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/c/2b1a3478e1e244d190788658da51fc85 2024-11-26T20:50:32,634 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/c/2b1a3478e1e244d190788658da51fc85, entries=10, sequenceid=66, filesize=5.8 K 2024-11-26T20:50:32,634 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0f40f9338b016003807282b143dbdd70 in 89ms, sequenceid=66, compaction requested=false; wal=null 2024-11-26T20:50:32,635 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/0000000000000000066 2024-11-26T20:50:32,636 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,636 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,636 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T20:50:32,637 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0f40f9338b016003807282b143dbdd70 2024-11-26T20:50:32,639 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/hbase/data/default/testReplayEditsWrittenViaHRegion/0f40f9338b016003807282b143dbdd70/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-26T20:50:32,640 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0f40f9338b016003807282b143dbdd70; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60384640, jitterRate=-0.10019874572753906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T20:50:32,640 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0f40f9338b016003807282b143dbdd70: Writing region info on filesystem at 1732654232495Initializing all the Stores at 1732654232495Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654232496 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654232496Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654232496Obtaining lock to block concurrent updates at 1732654232545 (+49 ms)Preparing flush snapshotting stores in 0f40f9338b016003807282b143dbdd70 at 1732654232545Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732654232545Flushing stores of testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. at 1732654232545Flushing 0f40f9338b016003807282b143dbdd70/a: creating writer at 1732654232545Flushing 0f40f9338b016003807282b143dbdd70/a: appending metadata at 1732654232559 (+14 ms)Flushing 0f40f9338b016003807282b143dbdd70/a: closing flushed file at 1732654232559Flushing 0f40f9338b016003807282b143dbdd70/b: creating writer at 1732654232570 (+11 ms)Flushing 0f40f9338b016003807282b143dbdd70/b: appending metadata at 1732654232583 (+13 ms)Flushing 0f40f9338b016003807282b143dbdd70/b: closing flushed file at 1732654232583Flushing 0f40f9338b016003807282b143dbdd70/c: creating writer at 1732654232594 (+11 ms)Flushing 0f40f9338b016003807282b143dbdd70/c: appending metadata at 1732654232607 (+13 ms)Flushing 0f40f9338b016003807282b143dbdd70/c: closing flushed file at 1732654232607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728a6942: reopening flushed file at 1732654232619 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8874aa: reopening flushed file at 1732654232624 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fa5322: reopening flushed file at 1732654232629 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0f40f9338b016003807282b143dbdd70 in 89ms, sequenceid=66, compaction requested=false; wal=null at 1732654232634 (+5 ms)Cleaning up temporary data from old regions at 1732654232636 (+2 ms)Region opened successfully at 1732654232640 (+4 ms) 2024-11-26T20:50:32,654 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0f40f9338b016003807282b143dbdd70, disabling compactions & flushes 2024-11-26T20:50:32,654 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:32,654 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:32,654 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. after waiting 0 ms 2024-11-26T20:50:32,654 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:32,657 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732654227842.0f40f9338b016003807282b143dbdd70. 2024-11-26T20:50:32,657 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0f40f9338b016003807282b143dbdd70: Waiting for close lock at 1732654232653Disabling compacts and flushes for region at 1732654232653Disabling writes for close at 1732654232654 (+1 ms)Writing region close event to WAL at 1732654232657 (+3 ms)Closed at 1732654232657 2024-11-26T20:50:32,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741934_1114 (size=175) 2024-11-26T20:50:32,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741934_1114 (size=175) 2024-11-26T20:50:32,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741934_1114 (size=175) 2024-11-26T20:50:32,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T20:50:32,662 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732654232451) 2024-11-26T20:50:32,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=444 (was 438) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_789895643_22 at /127.0.0.1:34682 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_789895643_22 at /127.0.0.1:49248 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_789895643_22 at /127.0.0.1:54146 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:38055 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5926 (was 5078) - AvailableMemoryMB LEAK? - 2024-11-26T20:50:32,679 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-26T20:50:32,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:50:32,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:50:32,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:32,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:32,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:32,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:50:32,681 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:50:32,681 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1272579748, stopped=false 2024-11-26T20:50:32,681 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,45593,1732654192388 2024-11-26T20:50:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:50:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:32,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:50:32,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:50:32,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:32,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:32,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:32,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:32,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,43393,1732654193085' ***** 2024-11-26T20:50:32,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:50:32,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,44825,1732654193235' ***** 2024-11-26T20:50:32,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:50:32,686 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:50:32,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:50:32,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:50:32,687 INFO [RS:2;cd6be161543e:44825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:50:32,687 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:50:32,687 INFO [RS:0;cd6be161543e:43393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:50:32,687 INFO [RS:0;cd6be161543e:43393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:50:32,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:50:32,687 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,43393,1732654193085 2024-11-26T20:50:32,687 INFO [RS:0;cd6be161543e:43393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:32,687 INFO [RS:0;cd6be161543e:43393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:43393. 2024-11-26T20:50:32,687 DEBUG [RS:0;cd6be161543e:43393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:32,687 DEBUG [RS:0;cd6be161543e:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:32,687 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,43393,1732654193085; all regions closed. 2024-11-26T20:50:32,688 INFO [RS:2;cd6be161543e:44825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:50:32,688 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(3091): Received CLOSE for bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:32,688 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,44825,1732654193235 2024-11-26T20:50:32,688 INFO [RS:2;cd6be161543e:44825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:32,688 INFO [RS:2;cd6be161543e:44825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cd6be161543e:44825. 2024-11-26T20:50:32,688 DEBUG [RS:2;cd6be161543e:44825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:50:32,688 DEBUG [RS:2;cd6be161543e:44825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:32,688 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bafac1b48b37aec6bb9e9c5b87896c49, disabling compactions & flushes 2024-11-26T20:50:32,689 INFO [RS:2;cd6be161543e:44825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:50:32,689 INFO [RS:2;cd6be161543e:44825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:50:32,689 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:32,689 INFO [RS:2;cd6be161543e:44825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:50:32,689 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:32,689 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:50:32,689 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. after waiting 0 ms 2024-11-26T20:50:32,689 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:32,689 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T20:50:32,689 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bafac1b48b37aec6bb9e9c5b87896c49=testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49.} 2024-11-26T20:50:32,689 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:50:32,689 DEBUG [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bafac1b48b37aec6bb9e9c5b87896c49 2024-11-26T20:50:32,689 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:50:32,689 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:50:32,689 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:50:32,689 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:50:32,690 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-26T20:50:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741833_1009 (size=2764) 2024-11-26T20:50:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741833_1009 (size=2764) 2024-11-26T20:50:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741833_1009 (size=2764) 2024-11-26T20:50:32,694 DEBUG [RS:0;cd6be161543e:43393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs 2024-11-26T20:50:32,694 INFO [RS:0;cd6be161543e:43393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C43393%2C1732654193085:(num 1732654194660) 2024-11-26T20:50:32,694 DEBUG [RS:0;cd6be161543e:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:32,694 INFO [RS:0;cd6be161543e:43393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:32,695 INFO [RS:0;cd6be161543e:43393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:32,695 INFO [RS:0;cd6be161543e:43393 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:32,695 INFO [RS:0;cd6be161543e:43393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:50:32,695 INFO [RS:0;cd6be161543e:43393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:50:32,695 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:32,695 INFO [RS:0;cd6be161543e:43393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:50:32,695 INFO [RS:0;cd6be161543e:43393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:32,695 INFO [RS:0;cd6be161543e:43393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43393 2024-11-26T20:50:32,697 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bafac1b48b37aec6bb9e9c5b87896c49/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-26T20:50:32,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,43393,1732654193085 2024-11-26T20:50:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:50:32,698 INFO [RS:0;cd6be161543e:43393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:32,698 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:32,698 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bafac1b48b37aec6bb9e9c5b87896c49: Waiting for close lock at 1732654232688Running coprocessor pre-close hooks at 1732654232688Disabling compacts and flushes for region at 1732654232688Disabling writes for close at 1732654232689 (+1 ms)Writing region close event to WAL at 1732654232692 (+3 ms)Running coprocessor post-close hooks at 1732654232698 (+6 ms)Closed at 1732654232698 2024-11-26T20:50:32,698 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49. 2024-11-26T20:50:32,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,43393,1732654193085] 2024-11-26T20:50:32,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,43393,1732654193085 already deleted, retry=false 2024-11-26T20:50:32,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,43393,1732654193085 expired; onlineServers=1 2024-11-26T20:50:32,721 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/info/ebeb575ca3b24cc09056651f9ca7deb6 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732654208812.bafac1b48b37aec6bb9e9c5b87896c49./info:regioninfo/1732654211910/Put/seqid=0 2024-11-26T20:50:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741938_1118 (size=8243) 2024-11-26T20:50:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741938_1118 (size=8243) 2024-11-26T20:50:32,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741938_1118 (size=8243) 2024-11-26T20:50:32,729 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/info/ebeb575ca3b24cc09056651f9ca7deb6 2024-11-26T20:50:32,742 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:32,742 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:32,752 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/ns/85800cf9ac0848848213b8d1e10b7898 is 43, key is default/ns:d/1732654195292/Put/seqid=0 2024-11-26T20:50:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741939_1119 (size=5153) 2024-11-26T20:50:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741939_1119 (size=5153) 2024-11-26T20:50:32,762 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/ns/85800cf9ac0848848213b8d1e10b7898 2024-11-26T20:50:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741939_1119 (size=5153) 2024-11-26T20:50:32,793 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/table/3e3a629abfe24d06bd66b64f54b52274 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732654209228/Put/seqid=0 2024-11-26T20:50:32,800 INFO [RS:0;cd6be161543e:43393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:32,800 INFO [RS:0;cd6be161543e:43393 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,43393,1732654193085; zookeeper connection closed. 2024-11-26T20:50:32,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741940_1120 (size=5431) 2024-11-26T20:50:32,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101560abe700001, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:32,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-26T20:50:32,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741940_1120 (size=5431) 2024-11-26T20:50:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741940_1120 (size=5431) 2024-11-26T20:50:32,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-26T20:50:32,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-26T20:50:32,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-26T20:50:32,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@654425f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@654425f7 2024-11-26T20:50:32,804 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/table/3e3a629abfe24d06bd66b64f54b52274 2024-11-26T20:50:32,810 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/info/ebeb575ca3b24cc09056651f9ca7deb6 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/info/ebeb575ca3b24cc09056651f9ca7deb6 2024-11-26T20:50:32,817 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/info/ebeb575ca3b24cc09056651f9ca7deb6, entries=18, sequenceid=21, filesize=8.0 K 2024-11-26T20:50:32,818 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/ns/85800cf9ac0848848213b8d1e10b7898 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/ns/85800cf9ac0848848213b8d1e10b7898 2024-11-26T20:50:32,824 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/ns/85800cf9ac0848848213b8d1e10b7898, entries=2, sequenceid=21, filesize=5.0 K 2024-11-26T20:50:32,825 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/.tmp/table/3e3a629abfe24d06bd66b64f54b52274 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/table/3e3a629abfe24d06bd66b64f54b52274 2024-11-26T20:50:32,830 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/table/3e3a629abfe24d06bd66b64f54b52274, entries=2, sequenceid=21, filesize=5.3 K 2024-11-26T20:50:32,831 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=21, compaction requested=false 2024-11-26T20:50:32,837 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-26T20:50:32,837 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:50:32,838 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:50:32,838 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654232689Running coprocessor pre-close hooks at 1732654232689Disabling compacts and flushes for region at 1732654232689Disabling writes for close at 1732654232689Obtaining lock to block concurrent updates at 1732654232690 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732654232690Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732654232690Flushing stores of hbase:meta,,1.1588230740 at 1732654232692 (+2 ms)Flushing 1588230740/info: creating writer at 1732654232692Flushing 1588230740/info: appending metadata at 1732654232720 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732654232720Flushing 1588230740/ns: creating writer at 1732654232736 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732654232751 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732654232752 (+1 ms)Flushing 1588230740/table: creating writer at 1732654232770 (+18 ms)Flushing 1588230740/table: appending metadata at 1732654232792 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732654232792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a855c3: reopening flushed file at 1732654232809 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104be5da: reopening flushed file at 1732654232817 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ee4e30: reopening flushed file at 1732654232824 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=21, compaction requested=false at 1732654232831 (+7 ms)Writing region close event to WAL at 1732654232833 (+2 ms)Running coprocessor post-close hooks at 1732654232837 (+4 ms)Closed at 1732654232838 (+1 ms) 2024-11-26T20:50:32,838 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:50:32,889 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,44825,1732654193235; all regions closed. 2024-11-26T20:50:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741836_1012 (size=9487) 2024-11-26T20:50:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741836_1012 (size=9487) 2024-11-26T20:50:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741836_1012 (size=9487) 2024-11-26T20:50:32,896 DEBUG [RS:2;cd6be161543e:44825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs 2024-11-26T20:50:32,896 INFO [RS:2;cd6be161543e:44825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C44825%2C1732654193235.meta:.meta(num 1732654195093) 2024-11-26T20:50:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741834_1010 (size=1032) 2024-11-26T20:50:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741834_1010 (size=1032) 2024-11-26T20:50:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741834_1010 (size=1032) 2024-11-26T20:50:32,904 DEBUG [RS:2;cd6be161543e:44825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/oldWALs 2024-11-26T20:50:32,904 INFO [RS:2;cd6be161543e:44825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C44825%2C1732654193235:(num 1732654194659) 2024-11-26T20:50:32,904 DEBUG [RS:2;cd6be161543e:44825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:50:32,904 INFO [RS:2;cd6be161543e:44825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:50:32,905 INFO [RS:2;cd6be161543e:44825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:32,905 INFO [RS:2;cd6be161543e:44825 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:32,905 INFO [RS:2;cd6be161543e:44825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:32,905 INFO [RS:2;cd6be161543e:44825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44825 2024-11-26T20:50:32,906 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,44825,1732654193235 2024-11-26T20:50:32,909 INFO [RS:2;cd6be161543e:44825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:50:32,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,44825,1732654193235] 2024-11-26T20:50:32,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,44825,1732654193235 already deleted, retry=false 2024-11-26T20:50:32,912 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,44825,1732654193235 expired; onlineServers=0 2024-11-26T20:50:32,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,45593,1732654192388' ***** 2024-11-26T20:50:32,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:50:32,913 INFO [M:0;cd6be161543e:45593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:50:32,913 INFO [M:0;cd6be161543e:45593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:50:32,913 DEBUG [M:0;cd6be161543e:45593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:50:32,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:50:32,913 DEBUG [M:0;cd6be161543e:45593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:50:32,913 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654194376 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654194376,5,FailOnTimeoutGroup] 2024-11-26T20:50:32,913 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654194378 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654194378,5,FailOnTimeoutGroup] 2024-11-26T20:50:32,913 INFO [M:0;cd6be161543e:45593 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:50:32,913 INFO [M:0;cd6be161543e:45593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:50:32,914 DEBUG [M:0;cd6be161543e:45593 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:50:32,914 INFO [M:0;cd6be161543e:45593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:50:32,914 INFO [M:0;cd6be161543e:45593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:50:32,914 INFO [M:0;cd6be161543e:45593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:50:32,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:50:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:50:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:50:32,915 DEBUG [M:0;cd6be161543e:45593 {}] zookeeper.ZKUtil(347): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:50:32,915 WARN [M:0;cd6be161543e:45593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:50:32,916 INFO [M:0;cd6be161543e:45593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/.lastflushedseqids 2024-11-26T20:50:32,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741941_1121 (size=138) 2024-11-26T20:50:32,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741941_1121 (size=138) 2024-11-26T20:50:32,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741941_1121 (size=138) 2024-11-26T20:50:32,930 INFO [M:0;cd6be161543e:45593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:50:32,930 INFO [M:0;cd6be161543e:45593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:50:32,930 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:50:32,930 INFO [M:0;cd6be161543e:45593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:32,930 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:32,930 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:50:32,930 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:32,930 INFO [M:0;cd6be161543e:45593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-26T20:50:32,948 DEBUG [M:0;cd6be161543e:45593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5feeb8484afd47a8b66feb59e558b794 is 82, key is hbase:meta,,1/info:regioninfo/1732654195219/Put/seqid=0 2024-11-26T20:50:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741942_1122 (size=5672) 2024-11-26T20:50:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741942_1122 (size=5672) 2024-11-26T20:50:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741942_1122 (size=5672) 2024-11-26T20:50:32,955 INFO [M:0;cd6be161543e:45593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5feeb8484afd47a8b66feb59e558b794 2024-11-26T20:50:32,975 DEBUG [M:0;cd6be161543e:45593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/905390bff3c944a3b044de399e9b815f is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732654209233/Put/seqid=0 2024-11-26T20:50:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741943_1123 (size=7756) 2024-11-26T20:50:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741943_1123 (size=7756) 2024-11-26T20:50:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741943_1123 (size=7756) 2024-11-26T20:50:32,987 INFO [M:0;cd6be161543e:45593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/905390bff3c944a3b044de399e9b815f 2024-11-26T20:50:32,992 INFO [M:0;cd6be161543e:45593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 905390bff3c944a3b044de399e9b815f 2024-11-26T20:50:33,006 DEBUG [M:0;cd6be161543e:45593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123041b1711f45e6a0091c49765323b6 is 69, key is cd6be161543e,43393,1732654193085/rs:state/1732654194407/Put/seqid=0 2024-11-26T20:50:33,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:33,011 INFO [RS:2;cd6be161543e:44825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:33,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44825-0x101560abe700003, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:33,011 INFO [RS:2;cd6be161543e:44825 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,44825,1732654193235; zookeeper connection closed. 2024-11-26T20:50:33,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741944_1124 (size=5440) 2024-11-26T20:50:33,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c0cdaae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c0cdaae 2024-11-26T20:50:33,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T20:50:33,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741944_1124 (size=5440) 2024-11-26T20:50:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741944_1124 (size=5440) 2024-11-26T20:50:33,014 INFO [M:0;cd6be161543e:45593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123041b1711f45e6a0091c49765323b6 2024-11-26T20:50:33,018 INFO [M:0;cd6be161543e:45593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123041b1711f45e6a0091c49765323b6 2024-11-26T20:50:33,019 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5feeb8484afd47a8b66feb59e558b794 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5feeb8484afd47a8b66feb59e558b794 2024-11-26T20:50:33,023 INFO [M:0;cd6be161543e:45593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5feeb8484afd47a8b66feb59e558b794, entries=8, sequenceid=168, filesize=5.5 K 2024-11-26T20:50:33,024 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/905390bff3c944a3b044de399e9b815f as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/905390bff3c944a3b044de399e9b815f 2024-11-26T20:50:33,029 INFO [M:0;cd6be161543e:45593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 905390bff3c944a3b044de399e9b815f 2024-11-26T20:50:33,029 INFO [M:0;cd6be161543e:45593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/905390bff3c944a3b044de399e9b815f, entries=17, sequenceid=168, filesize=7.6 K 2024-11-26T20:50:33,030 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123041b1711f45e6a0091c49765323b6 as hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/123041b1711f45e6a0091c49765323b6 2024-11-26T20:50:33,034 INFO [M:0;cd6be161543e:45593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123041b1711f45e6a0091c49765323b6 2024-11-26T20:50:33,034 INFO [M:0;cd6be161543e:45593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/a48f8165-c6df-b066-eb35-efb33ebd10eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/123041b1711f45e6a0091c49765323b6, entries=3, sequenceid=168, filesize=5.3 K 2024-11-26T20:50:33,035 INFO [M:0;cd6be161543e:45593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=168, compaction requested=false 2024-11-26T20:50:33,036 INFO [M:0;cd6be161543e:45593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:50:33,036 DEBUG [M:0;cd6be161543e:45593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654232930Disabling compacts and flushes for region at 1732654232930Disabling writes for close at 1732654232930Obtaining lock to block concurrent updates at 1732654232930Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654232930Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732654232931 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654232932 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654232932Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654232947 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654232947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654232959 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654232974 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654232974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654232992 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654233005 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654233005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d2639f: reopening flushed file at 1732654233018 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e170b31: reopening flushed file at 1732654233023 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55068ef5: reopening flushed file at 1732654233029 (+6 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=168, compaction requested=false at 1732654233035 (+6 ms)Writing region close event to WAL at 1732654233036 (+1 ms)Closed at 1732654233036 2024-11-26T20:50:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38941 is added to blk_1073741830_1006 (size=83618) 2024-11-26T20:50:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36823 is added to blk_1073741830_1006 (size=83618) 2024-11-26T20:50:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741830_1006 (size=83618) 2024-11-26T20:50:33,040 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:50:33,040 INFO [M:0;cd6be161543e:45593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:50:33,040 INFO [M:0;cd6be161543e:45593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45593 2024-11-26T20:50:33,041 INFO [M:0;cd6be161543e:45593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:50:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:33,144 INFO [M:0;cd6be161543e:45593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:50:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45593-0x101560abe700000, quorum=127.0.0.1:52175, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:50:33,151 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212667 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212667 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732654212278/wal.1732654212667 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T20:50:33,152 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732654204251/wal.1732654204391 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:33,152 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732654227841/wal.1732654228135 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:33,154 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654222214 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654222214 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732654212859/wal.1732654222214 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T20:50:33,154 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732654197093/wal.1732654197191 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:33,156 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654223073 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654223073 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732654222466/wal.1732654223073 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T20:50:33,157 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732654223268/wal.1732654223350 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:50:33,159 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal.1732654196898 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal.1732654196898 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732654196478/wal.1732654196898 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T20:50:33,161 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal.1732654196137 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal.1732654196137 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732654195560/wal.1732654196137 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1557486753_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T20:50:33,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bc738{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:33,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:33,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:33,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:33,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:33,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:50:33,172 WARN [BP-1330034592-172.17.0.2-1732654189195 heartbeating to localhost/127.0.0.1:38055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:50:33,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:50:33,172 WARN [BP-1330034592-172.17.0.2-1732654189195 heartbeating to localhost/127.0.0.1:38055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1330034592-172.17.0.2-1732654189195 (Datanode Uuid ec97cb2e-9b86-42bc-b26f-b8ffc05a5f9a) service to localhost/127.0.0.1:38055 2024-11-26T20:50:33,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data5/current/BP-1330034592-172.17.0.2-1732654189195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:33,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:50:33,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data6/current/BP-1330034592-172.17.0.2-1732654189195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:33,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64052af6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:33,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:33,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:33,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:33,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:33,180 WARN [BP-1330034592-172.17.0.2-1732654189195 heartbeating to localhost/127.0.0.1:38055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:50:33,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:50:33,180 WARN [BP-1330034592-172.17.0.2-1732654189195 heartbeating to localhost/127.0.0.1:38055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1330034592-172.17.0.2-1732654189195 (Datanode Uuid 9c88c35d-41c6-4b91-856a-4a1784f76449) service to localhost/127.0.0.1:38055 2024-11-26T20:50:33,180 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:50:33,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data3/current/BP-1330034592-172.17.0.2-1732654189195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:33,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data4/current/BP-1330034592-172.17.0.2-1732654189195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:33,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:50:33,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501095cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:50:33,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:33,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:33,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:33,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:33,187 WARN [BP-1330034592-172.17.0.2-1732654189195 heartbeating to localhost/127.0.0.1:38055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:50:33,187 WARN [BP-1330034592-172.17.0.2-1732654189195 heartbeating to localhost/127.0.0.1:38055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1330034592-172.17.0.2-1732654189195 (Datanode Uuid 8cafa78c-6452-4fd2-a165-ed2d1689f80d) service to localhost/127.0.0.1:38055 2024-11-26T20:50:33,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:50:33,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:50:33,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data1/current/BP-1330034592-172.17.0.2-1732654189195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:33,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/cluster_bb1a03f9-f95d-5396-c22d-c318028b04e7/data/data2/current/BP-1330034592-172.17.0.2-1732654189195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:50:33,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:50:33,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:50:33,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:50:33,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:50:33,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:50:33,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecf5c55f-192f-1b89-5928-8ea4c0b48eb6/hadoop.log.dir/,STOPPED} 2024-11-26T20:50:33,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:50:33,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down