2024-11-22 16:48:56,915 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-22 16:48:56,929 main DEBUG Took 0.011931 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 16:48:56,930 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 16:48:56,930 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 16:48:56,931 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 16:48:56,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,939 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 16:48:56,952 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,954 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,957 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,958 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,960 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,962 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,963 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,965 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:48:56,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,968 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 16:48:56,970 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:48:56,971 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 16:48:56,974 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 16:48:56,974 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 16:48:56,976 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 16:48:56,976 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 16:48:56,988 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 16:48:56,992 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 16:48:56,994 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 16:48:56,995 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 16:48:56,995 main DEBUG createAppenders(={Console}) 2024-11-22 16:48:56,996 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-22 16:48:56,996 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-22 16:48:56,997 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-22 16:48:56,998 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 16:48:56,998 main DEBUG OutputStream closed 2024-11-22 16:48:56,998 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 16:48:56,999 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 16:48:56,999 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-22 16:48:57,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 16:48:57,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 16:48:57,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 16:48:57,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 16:48:57,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 16:48:57,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 16:48:57,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 16:48:57,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 16:48:57,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 16:48:57,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 16:48:57,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 16:48:57,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 16:48:57,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 16:48:57,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 16:48:57,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 16:48:57,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 16:48:57,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 16:48:57,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 16:48:57,094 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 16:48:57,095 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-22 16:48:57,095 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 16:48:57,096 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-22T16:48:57,344 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04 2024-11-22 16:48:57,347 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 16:48:57,347 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T16:48:57,356 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-22T16:48:57,362 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-22T16:48:57,383 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T16:48:57,435 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T16:48:57,436 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T16:48:57,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:48:57,463 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b, deleteOnExit=true 2024-11-22T16:48:57,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:48:57,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/test.cache.data in system properties and HBase conf 2024-11-22T16:48:57,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:48:57,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:48:57,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:48:57,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:48:57,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:48:57,556 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T16:48:57,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:48:57,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:48:57,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:48:57,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:48:57,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:48:57,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:48:57,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:48:57,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:48:57,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:48:57,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:48:57,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:48:57,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:48:57,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:48:57,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:48:57,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:48:58,483 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T16:48:58,567 INFO [Time-limited test {}] log.Log(170): Logging initialized @2467ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T16:48:58,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:48:58,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:48:58,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:48:58,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:48:58,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:48:58,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:48:58,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:48:58,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:48:58,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/java.io.tmpdir/jetty-localhost-46807-hadoop-hdfs-3_4_1-tests_jar-_-any-6054670686902313940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:48:58,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:46807} 2024-11-22T16:48:58,963 INFO [Time-limited test {}] server.Server(415): Started @2862ms 2024-11-22T16:48:59,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:48:59,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:48:59,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:48:59,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:48:59,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:48:59,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:48:59,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:48:59,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501095cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/java.io.tmpdir/jetty-localhost-40571-hadoop-hdfs-3_4_1-tests_jar-_-any-11404184241156880554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:48:59,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:40571} 2024-11-22T16:48:59,489 INFO [Time-limited test {}] server.Server(415): Started @3388ms 2024-11-22T16:48:59,542 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:48:59,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:48:59,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:48:59,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:48:59,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:48:59,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:48:59,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:48:59,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:48:59,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64052af6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/java.io.tmpdir/jetty-localhost-43659-hadoop-hdfs-3_4_1-tests_jar-_-any-18306865507351502363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:48:59,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:43659} 2024-11-22T16:48:59,807 INFO [Time-limited test {}] server.Server(415): Started @3707ms 2024-11-22T16:48:59,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:48:59,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:48:59,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:48:59,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:48:59,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:48:59,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:48:59,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:48:59,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:49:00,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bc738{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/java.io.tmpdir/jetty-localhost-37165-hadoop-hdfs-3_4_1-tests_jar-_-any-17686639405649496911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:49:00,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:37165} 2024-11-22T16:49:00,008 INFO [Time-limited test {}] server.Server(415): Started @3907ms 2024-11-22T16:49:00,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:49:00,016 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data2/current/BP-196680044-172.17.0.2-1732294138221/current, will proceed with Du for space computation calculation, 2024-11-22T16:49:00,016 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data1/current/BP-196680044-172.17.0.2-1732294138221/current, will proceed with Du for space computation calculation, 2024-11-22T16:49:00,016 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data4/current/BP-196680044-172.17.0.2-1732294138221/current, will proceed with Du for space computation calculation, 2024-11-22T16:49:00,016 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data3/current/BP-196680044-172.17.0.2-1732294138221/current, will proceed with Du for space computation calculation, 2024-11-22T16:49:00,066 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:49:00,066 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:49:00,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9b6d85980a8d43e with lease ID 0x96d28bce8461a9aa: Processing first storage report for DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e from datanode DatanodeRegistration(127.0.0.1:38963, datanodeUuid=8dd196f1-7bb4-46ba-9645-d164bd57b449, infoPort=41833, infoSecurePort=0, ipcPort=39487, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221) 2024-11-22T16:49:00,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9b6d85980a8d43e with lease ID 0x96d28bce8461a9aa: from storage DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e node DatanodeRegistration(127.0.0.1:38963, datanodeUuid=8dd196f1-7bb4-46ba-9645-d164bd57b449, infoPort=41833, infoSecurePort=0, ipcPort=39487, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T16:49:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea104edcff501ca7 with lease ID 0x96d28bce8461a9ab: Processing first storage report for DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390 from datanode DatanodeRegistration(127.0.0.1:33073, datanodeUuid=17c43e4d-5ae2-48ac-97a4-764da3d9044a, infoPort=42511, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221) 2024-11-22T16:49:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea104edcff501ca7 with lease ID 0x96d28bce8461a9ab: from storage DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390 node DatanodeRegistration(127.0.0.1:33073, datanodeUuid=17c43e4d-5ae2-48ac-97a4-764da3d9044a, infoPort=42511, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:49:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9b6d85980a8d43e with lease ID 0x96d28bce8461a9aa: Processing first storage report for DS-f0f7098e-6a12-4be4-9487-972661d42f23 from datanode DatanodeRegistration(127.0.0.1:38963, datanodeUuid=8dd196f1-7bb4-46ba-9645-d164bd57b449, infoPort=41833, infoSecurePort=0, ipcPort=39487, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221) 2024-11-22T16:49:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9b6d85980a8d43e with lease ID 0x96d28bce8461a9aa: from storage DS-f0f7098e-6a12-4be4-9487-972661d42f23 node DatanodeRegistration(127.0.0.1:38963, datanodeUuid=8dd196f1-7bb4-46ba-9645-d164bd57b449, infoPort=41833, infoSecurePort=0, ipcPort=39487, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T16:49:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea104edcff501ca7 with lease ID 0x96d28bce8461a9ab: Processing first storage report for DS-e837f59d-6041-42d0-945e-acc3a293dc52 from datanode DatanodeRegistration(127.0.0.1:33073, datanodeUuid=17c43e4d-5ae2-48ac-97a4-764da3d9044a, infoPort=42511, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221) 2024-11-22T16:49:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea104edcff501ca7 with lease ID 0x96d28bce8461a9ab: from storage DS-e837f59d-6041-42d0-945e-acc3a293dc52 node DatanodeRegistration(127.0.0.1:33073, datanodeUuid=17c43e4d-5ae2-48ac-97a4-764da3d9044a, infoPort=42511, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:49:00,159 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data5/current/BP-196680044-172.17.0.2-1732294138221/current, will proceed with Du for space computation calculation, 2024-11-22T16:49:00,160 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data6/current/BP-196680044-172.17.0.2-1732294138221/current, will proceed with Du for space computation calculation, 2024-11-22T16:49:00,181 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:49:00,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ca0bfd15b20aa9 with lease ID 0x96d28bce8461a9ac: Processing first storage report for DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9 from datanode DatanodeRegistration(127.0.0.1:36303, datanodeUuid=e912775b-411b-4c9a-b14b-808fae64ae41, infoPort=37725, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221) 2024-11-22T16:49:00,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ca0bfd15b20aa9 with lease ID 0x96d28bce8461a9ac: from storage DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9 node DatanodeRegistration(127.0.0.1:36303, datanodeUuid=e912775b-411b-4c9a-b14b-808fae64ae41, infoPort=37725, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:49:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ca0bfd15b20aa9 with lease ID 0x96d28bce8461a9ac: Processing first storage report for DS-82c31c73-96b4-490b-913b-65602ec27ce5 from datanode DatanodeRegistration(127.0.0.1:36303, datanodeUuid=e912775b-411b-4c9a-b14b-808fae64ae41, infoPort=37725, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221) 2024-11-22T16:49:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ca0bfd15b20aa9 with lease ID 0x96d28bce8461a9ac: from storage DS-82c31c73-96b4-490b-913b-65602ec27ce5 node DatanodeRegistration(127.0.0.1:36303, datanodeUuid=e912775b-411b-4c9a-b14b-808fae64ae41, infoPort=37725, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1122050062;c=1732294138221), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:49:00,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04 2024-11-22T16:49:00,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/zookeeper_0, clientPort=49567, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:49:00,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49567 2024-11-22T16:49:00,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:00,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:00,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:49:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:49:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:49:01,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653 with version=8 2024-11-22T16:49:01,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/hbase-staging 2024-11-22T16:49:01,506 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4618c6346924:0 server-side Connection retries=45 2024-11-22T16:49:01,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:01,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:01,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:49:01,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:01,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:49:01,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:49:01,734 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T16:49:01,744 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T16:49:01,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:49:01,777 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32216 (auto-detected) 2024-11-22T16:49:01,778 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T16:49:01,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43001 2024-11-22T16:49:01,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43001 connecting to ZooKeeper ensemble=127.0.0.1:49567 2024-11-22T16:49:01,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430010x0, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:49:01,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43001-0x1014094ccd50000 connected 2024-11-22T16:49:01,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:01,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:01,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:49:01,916 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653, hbase.cluster.distributed=false 2024-11-22T16:49:01,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:49:01,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43001 2024-11-22T16:49:01,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43001 2024-11-22T16:49:01,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43001 2024-11-22T16:49:01,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43001 2024-11-22T16:49:01,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43001 2024-11-22T16:49:02,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4618c6346924:0 server-side Connection retries=45 2024-11-22T16:49:02,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:49:02,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:49:02,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:49:02,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:49:02,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33831 2024-11-22T16:49:02,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33831 connecting to ZooKeeper ensemble=127.0.0.1:49567 2024-11-22T16:49:02,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:02,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338310x0, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:49:02,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33831-0x1014094ccd50001 connected 2024-11-22T16:49:02,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:49:02,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:49:02,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:49:02,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:49:02,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:49:02,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33831 2024-11-22T16:49:02,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33831 2024-11-22T16:49:02,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33831 2024-11-22T16:49:02,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33831 2024-11-22T16:49:02,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33831 2024-11-22T16:49:02,143 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4618c6346924:0 server-side Connection retries=45 2024-11-22T16:49:02,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:49:02,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:49:02,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:49:02,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:49:02,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38565 2024-11-22T16:49:02,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38565 connecting to ZooKeeper ensemble=127.0.0.1:49567 2024-11-22T16:49:02,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:02,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385650x0, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:49:02,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38565-0x1014094ccd50002 connected 2024-11-22T16:49:02,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:49:02,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:49:02,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:49:02,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:49:02,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:49:02,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-22T16:49:02,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38565 2024-11-22T16:49:02,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38565 2024-11-22T16:49:02,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-22T16:49:02,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-22T16:49:02,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4618c6346924:0 server-side Connection retries=45 2024-11-22T16:49:02,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:49:02,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:49:02,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:49:02,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:49:02,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:49:02,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33799 2024-11-22T16:49:02,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33799 connecting to ZooKeeper ensemble=127.0.0.1:49567 2024-11-22T16:49:02,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:02,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337990x0, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:49:02,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337990x0, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:49:02,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33799-0x1014094ccd50003 connected 2024-11-22T16:49:02,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:49:02,213 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:49:02,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:49:02,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:49:02,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33799 2024-11-22T16:49:02,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33799 2024-11-22T16:49:02,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33799 2024-11-22T16:49:02,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33799 2024-11-22T16:49:02,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33799 2024-11-22T16:49:02,238 DEBUG [M:0;4618c6346924:43001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4618c6346924:43001 2024-11-22T16:49:02,239 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4618c6346924,43001,1732294141305 2024-11-22T16:49:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,251 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4618c6346924,43001,1732294141305 2024-11-22T16:49:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:49:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:49:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:49:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,276 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T16:49:02,278 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4618c6346924,43001,1732294141305 from backup master directory 2024-11-22T16:49:02,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4618c6346924,43001,1732294141305 2024-11-22T16:49:02,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:49:02,283 WARN [master/4618c6346924:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:49:02,283 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4618c6346924,43001,1732294141305 2024-11-22T16:49:02,285 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T16:49:02,286 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T16:49:02,348 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/hbase.id] with ID: fc0b445c-85f7-474e-b626-a1393fdcf253 2024-11-22T16:49:02,348 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/.tmp/hbase.id 2024-11-22T16:49:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:49:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:49:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:49:02,365 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/.tmp/hbase.id]:[hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/hbase.id] 2024-11-22T16:49:02,412 INFO [master/4618c6346924:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:49:02,417 INFO [master/4618c6346924:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:49:02,438 INFO [master/4618c6346924:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-22T16:49:02,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:49:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:49:02,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:49:02,480 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:49:02,482 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:49:02,489 INFO [master/4618c6346924:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:49:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:49:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:49:02,547 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store 2024-11-22T16:49:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:49:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:49:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:49:02,577 INFO [master/4618c6346924:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T16:49:02,580 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:02,581 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:49:02,581 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:02,582 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:02,583 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:49:02,583 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:02,583 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:02,584 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732294142581Disabling compacts and flushes for region at 1732294142581Disabling writes for close at 1732294142583 (+2 ms)Writing region close event to WAL at 1732294142583Closed at 1732294142583 2024-11-22T16:49:02,587 WARN [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/.initializing 2024-11-22T16:49:02,587 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/WALs/4618c6346924,43001,1732294141305 2024-11-22T16:49:02,595 INFO [master/4618c6346924:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:02,613 INFO [master/4618c6346924:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C43001%2C1732294141305, suffix=, logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/WALs/4618c6346924,43001,1732294141305, archiveDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/oldWALs, maxLogs=10 2024-11-22T16:49:02,658 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/WALs/4618c6346924,43001,1732294141305/4618c6346924%2C43001%2C1732294141305.1732294142620, exclude list is [], retry=0 2024-11-22T16:49:02,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:02,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:02,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:02,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:02,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T16:49:02,719 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-22T16:49:02,783 INFO [master/4618c6346924:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/WALs/4618c6346924,43001,1732294141305/4618c6346924%2C43001%2C1732294141305.1732294142620 2024-11-22T16:49:02,785 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:02,785 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:02,785 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:02,789 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,789 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:49:02,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:02,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:02,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:49:02,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:02,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:02,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:49:02,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:49:02,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:02,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:02,875 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,878 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,879 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,884 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,885 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,888 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:49:02,891 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:49:02,896 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:02,897 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64359346, jitterRate=-0.04097101092338562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:49:02,902 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732294142801Initializing all the Stores at 1732294142803 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294142804 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294142804Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294142805 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294142805Cleaning up temporary data from old regions at 1732294142885 (+80 ms)Region opened successfully at 1732294142902 (+17 ms) 2024-11-22T16:49:02,904 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:49:02,939 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6226714f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4618c6346924/172.17.0.2:0 2024-11-22T16:49:02,973 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:49:02,985 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:49:02,985 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:49:02,988 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:49:02,989 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T16:49:02,994 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T16:49:02,994 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:49:03,021 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:49:03,030 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T16:49:03,034 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T16:49:03,037 INFO [master/4618c6346924:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:49:03,039 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:49:03,041 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T16:49:03,043 INFO [master/4618c6346924:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:49:03,047 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:49:03,049 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T16:49:03,050 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:49:03,052 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T16:49:03,071 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:49:03,074 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,082 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4618c6346924,43001,1732294141305, sessionid=0x1014094ccd50000, setting cluster-up flag (Was=false) 2024-11-22T16:49:03,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,104 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T16:49:03,106 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4618c6346924,43001,1732294141305 2024-11-22T16:49:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,120 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T16:49:03,121 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4618c6346924,43001,1732294141305 2024-11-22T16:49:03,128 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:49:03,210 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:49:03,221 INFO [master/4618c6346924:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:49:03,225 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(746): ClusterId : fc0b445c-85f7-474e-b626-a1393fdcf253 2024-11-22T16:49:03,225 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(746): ClusterId : fc0b445c-85f7-474e-b626-a1393fdcf253 2024-11-22T16:49:03,225 INFO [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(746): ClusterId : fc0b445c-85f7-474e-b626-a1393fdcf253 2024-11-22T16:49:03,229 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:49:03,229 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:49:03,229 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:49:03,230 INFO [master/4618c6346924:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:49:03,237 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:49:03,237 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:49:03,237 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:49:03,237 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:49:03,237 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:49:03,237 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:49:03,236 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4618c6346924,43001,1732294141305 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:49:03,241 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:49:03,241 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:49:03,241 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:49:03,242 DEBUG [RS:1;4618c6346924:38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bf4856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4618c6346924/172.17.0.2:0 2024-11-22T16:49:03,242 DEBUG [RS:0;4618c6346924:33831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10325cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4618c6346924/172.17.0.2:0 2024-11-22T16:49:03,242 DEBUG [RS:2;4618c6346924:33799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e53c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4618c6346924/172.17.0.2:0 2024-11-22T16:49:03,246 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:49:03,246 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:49:03,246 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:49:03,246 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:49:03,246 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4618c6346924:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:49:03,247 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,247 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4618c6346924:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:49:03,247 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:49:03,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:49:03,264 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4618c6346924:33799 2024-11-22T16:49:03,264 DEBUG [RS:1;4618c6346924:38565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4618c6346924:38565 2024-11-22T16:49:03,266 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732294173265 2024-11-22T16:49:03,268 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:49:03,269 INFO [RS:2;4618c6346924:33799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:49:03,269 INFO [RS:1;4618c6346924:38565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:49:03,269 INFO [RS:2;4618c6346924:33799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:49:03,269 INFO [RS:1;4618c6346924:38565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:49:03,269 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:49:03,269 DEBUG [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:49:03,269 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:49:03,271 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:03,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:49:03,272 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(2659): reportForDuty to master=4618c6346924,43001,1732294141305 with port=33799, startcode=1732294142188 2024-11-22T16:49:03,272 INFO [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(2659): reportForDuty to master=4618c6346924,43001,1732294141305 with port=38565, startcode=1732294142142 2024-11-22T16:49:03,264 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4618c6346924:33831 2024-11-22T16:49:03,273 INFO [RS:0;4618c6346924:33831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:49:03,273 INFO [RS:0;4618c6346924:33831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:49:03,273 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:49:03,275 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:49:03,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(2659): reportForDuty to master=4618c6346924,43001,1732294141305 with port=33831, startcode=1732294142026 2024-11-22T16:49:03,275 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:49:03,275 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:49:03,276 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:49:03,286 DEBUG [RS:2;4618c6346924:33799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:49:03,286 DEBUG [RS:1;4618c6346924:38565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:49:03,286 DEBUG [RS:0;4618c6346924:33831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:49:03,286 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,289 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:49:03,291 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:49:03,291 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:49:03,296 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:49:03,296 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:49:03,301 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.large.0-1732294143297,5,FailOnTimeoutGroup] 2024-11-22T16:49:03,302 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.small.0-1732294143301,5,FailOnTimeoutGroup] 2024-11-22T16:49:03,302 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,302 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:49:03,318 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,318 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:49:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:49:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:49:03,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:49:03,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653 2024-11-22T16:49:03,349 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:49:03,349 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:49:03,349 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:49:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:49:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:49:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:49:03,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:03,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4618c6346924,38565,1732294142142 2024-11-22T16:49:03,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:49:03,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43001 {}] master.ServerManager(517): Registering regionserver=4618c6346924,38565,1732294142142 2024-11-22T16:49:03,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:49:03,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:03,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:03,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:49:03,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:49:03,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:03,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:49:03,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:49:03,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:03,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:03,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:49:03,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4618c6346924,33799,1732294142188 2024-11-22T16:49:03,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43001 {}] master.ServerManager(517): Registering regionserver=4618c6346924,33799,1732294142188 2024-11-22T16:49:03,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:49:03,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:03,377 DEBUG [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653 2024-11-22T16:49:03,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:03,378 DEBUG [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39463 2024-11-22T16:49:03,378 DEBUG [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:49:03,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:49:03,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740 2024-11-22T16:49:03,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740 2024-11-22T16:49:03,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4618c6346924,33831,1732294142026 2024-11-22T16:49:03,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43001 {}] master.ServerManager(517): Registering regionserver=4618c6346924,33831,1732294142026 2024-11-22T16:49:03,381 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653 2024-11-22T16:49:03,381 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39463 2024-11-22T16:49:03,381 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:49:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:49:03,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:49:03,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:49:03,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:49:03,386 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653 2024-11-22T16:49:03,386 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39463 2024-11-22T16:49:03,386 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:49:03,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:49:03,390 DEBUG [RS:1;4618c6346924:38565 {}] zookeeper.ZKUtil(111): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4618c6346924,38565,1732294142142 2024-11-22T16:49:03,390 WARN [RS:1;4618c6346924:38565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:49:03,390 INFO [RS:1;4618c6346924:38565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:03,390 DEBUG [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,38565,1732294142142 2024-11-22T16:49:03,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:49:03,391 DEBUG [RS:2;4618c6346924:33799 {}] zookeeper.ZKUtil(111): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4618c6346924,33799,1732294142188 2024-11-22T16:49:03,391 WARN [RS:2;4618c6346924:33799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:49:03,391 INFO [RS:2;4618c6346924:33799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:03,392 DEBUG [RS:0;4618c6346924:33831 {}] zookeeper.ZKUtil(111): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4618c6346924,33831,1732294142026 2024-11-22T16:49:03,392 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188 2024-11-22T16:49:03,392 WARN [RS:0;4618c6346924:33831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:49:03,392 INFO [RS:0;4618c6346924:33831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:03,392 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33831,1732294142026 2024-11-22T16:49:03,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4618c6346924,33799,1732294142188] 2024-11-22T16:49:03,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4618c6346924,38565,1732294142142] 2024-11-22T16:49:03,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4618c6346924,33831,1732294142026] 2024-11-22T16:49:03,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:03,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662161, jitterRate=-0.08116219937801361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:49:03,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732294143357Initializing all the Stores at 1732294143359 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294143359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294143359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294143359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294143359Cleaning up temporary data from old regions at 1732294143384 (+25 ms)Region opened successfully at 1732294143402 (+18 ms) 2024-11-22T16:49:03,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:49:03,402 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:49:03,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:49:03,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:49:03,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:49:03,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:49:03,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732294143402Disabling compacts and flushes for region at 1732294143402Disabling writes for close at 1732294143402Writing region close event to WAL at 1732294143413 (+11 ms)Closed at 1732294143413 2024-11-22T16:49:03,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:49:03,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:49:03,421 INFO [RS:0;4618c6346924:33831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:49:03,421 INFO [RS:1;4618c6346924:38565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:49:03,421 INFO [RS:2;4618c6346924:33799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:49:03,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:49:03,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:49:03,440 INFO [RS:2;4618c6346924:33799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:49:03,440 INFO [RS:1;4618c6346924:38565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:49:03,440 INFO [RS:0;4618c6346924:33831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:49:03,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:49:03,448 INFO [RS:1;4618c6346924:38565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:49:03,448 INFO [RS:2;4618c6346924:33799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:49:03,448 INFO [RS:0;4618c6346924:33831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:49:03,448 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,448 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,448 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,450 INFO [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:49:03,450 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:49:03,450 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:49:03,458 INFO [RS:1;4618c6346924:38565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:49:03,458 INFO [RS:0;4618c6346924:33831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:49:03,458 INFO [RS:2;4618c6346924:33799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:49:03,460 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,460 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,460 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,461 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,461 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:49:03,462 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:49:03,462 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:49:03,462 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,462 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:49:03,463 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:49:03,463 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:49:03,463 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:49:03,463 DEBUG [RS:0;4618c6346924:33831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:49:03,463 DEBUG [RS:2;4618c6346924:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:49:03,463 DEBUG [RS:1;4618c6346924:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:49:03,465 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,33831,1732294142026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,33799,1732294142188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:49:03,465 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,466 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,38565,1732294142142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:49:03,486 INFO [RS:1;4618c6346924:38565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:49:03,486 INFO [RS:0;4618c6346924:33831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:49:03,488 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,33831,1732294142026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,488 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,38565,1732294142142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,488 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,488 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,488 INFO [RS:1;4618c6346924:38565 {}] regionserver.Replication(171): 4618c6346924,38565,1732294142142 started 2024-11-22T16:49:03,488 INFO [RS:0;4618c6346924:33831 {}] regionserver.Replication(171): 4618c6346924,33831,1732294142026 started 2024-11-22T16:49:03,489 INFO [RS:2;4618c6346924:33799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:49:03,489 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,33799,1732294142188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,490 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,490 INFO [RS:2;4618c6346924:33799 {}] regionserver.Replication(171): 4618c6346924,33799,1732294142188 started 2024-11-22T16:49:03,506 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,506 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1482): Serving as 4618c6346924,33831,1732294142026, RpcServer on 4618c6346924/172.17.0.2:33831, sessionid=0x1014094ccd50001 2024-11-22T16:49:03,506 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,506 INFO [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(1482): Serving as 4618c6346924,38565,1732294142142, RpcServer on 4618c6346924/172.17.0.2:38565, sessionid=0x1014094ccd50002 2024-11-22T16:49:03,507 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:49:03,507 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:49:03,507 DEBUG [RS:0;4618c6346924:33831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4618c6346924,33831,1732294142026 2024-11-22T16:49:03,507 DEBUG [RS:1;4618c6346924:38565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4618c6346924,38565,1732294142142 2024-11-22T16:49:03,507 DEBUG [RS:0;4618c6346924:33831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,33831,1732294142026' 2024-11-22T16:49:03,507 DEBUG [RS:1;4618c6346924:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,38565,1732294142142' 2024-11-22T16:49:03,507 DEBUG [RS:0;4618c6346924:33831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:49:03,507 DEBUG [RS:1;4618c6346924:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:49:03,508 DEBUG [RS:0;4618c6346924:33831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:49:03,508 DEBUG [RS:1;4618c6346924:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:49:03,509 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:49:03,509 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:49:03,509 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:49:03,509 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:49:03,509 DEBUG [RS:0;4618c6346924:33831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4618c6346924,33831,1732294142026 2024-11-22T16:49:03,509 DEBUG [RS:1;4618c6346924:38565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4618c6346924,38565,1732294142142 2024-11-22T16:49:03,509 DEBUG [RS:0;4618c6346924:33831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,33831,1732294142026' 2024-11-22T16:49:03,509 DEBUG [RS:1;4618c6346924:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,38565,1732294142142' 2024-11-22T16:49:03,509 DEBUG [RS:0;4618c6346924:33831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:49:03,509 DEBUG [RS:1;4618c6346924:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:49:03,510 DEBUG [RS:0;4618c6346924:33831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:49:03,510 DEBUG [RS:1;4618c6346924:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:49:03,511 DEBUG [RS:1;4618c6346924:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:49:03,511 INFO [RS:1;4618c6346924:38565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:49:03,511 INFO [RS:1;4618c6346924:38565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:49:03,512 DEBUG [RS:0;4618c6346924:33831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:49:03,512 INFO [RS:0;4618c6346924:33831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:49:03,512 INFO [RS:0;4618c6346924:33831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:49:03,513 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:03,513 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1482): Serving as 4618c6346924,33799,1732294142188, RpcServer on 4618c6346924/172.17.0.2:33799, sessionid=0x1014094ccd50003 2024-11-22T16:49:03,513 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:49:03,513 DEBUG [RS:2;4618c6346924:33799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4618c6346924,33799,1732294142188 2024-11-22T16:49:03,513 DEBUG [RS:2;4618c6346924:33799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,33799,1732294142188' 2024-11-22T16:49:03,514 DEBUG [RS:2;4618c6346924:33799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:49:03,514 DEBUG [RS:2;4618c6346924:33799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:49:03,515 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:49:03,515 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:49:03,515 DEBUG [RS:2;4618c6346924:33799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4618c6346924,33799,1732294142188 2024-11-22T16:49:03,515 DEBUG [RS:2;4618c6346924:33799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,33799,1732294142188' 2024-11-22T16:49:03,515 DEBUG [RS:2;4618c6346924:33799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:49:03,516 DEBUG [RS:2;4618c6346924:33799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:49:03,516 DEBUG [RS:2;4618c6346924:33799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:49:03,516 INFO [RS:2;4618c6346924:33799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:49:03,517 INFO [RS:2;4618c6346924:33799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:49:03,592 WARN [4618c6346924:43001 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T16:49:03,616 INFO [RS:1;4618c6346924:38565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:03,616 INFO [RS:0;4618c6346924:33831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:03,617 INFO [RS:2;4618c6346924:33799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:03,619 INFO [RS:1;4618c6346924:38565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C38565%2C1732294142142, suffix=, logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,38565,1732294142142, archiveDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs, maxLogs=32 2024-11-22T16:49:03,619 INFO [RS:0;4618c6346924:33831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C33831%2C1732294142026, suffix=, logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33831,1732294142026, archiveDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs, maxLogs=32 2024-11-22T16:49:03,620 INFO [RS:2;4618c6346924:33799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C33799%2C1732294142188, suffix=, logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188, archiveDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs, maxLogs=32 2024-11-22T16:49:03,638 DEBUG [RS:1;4618c6346924:38565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,38565,1732294142142/4618c6346924%2C38565%2C1732294142142.1732294143624, exclude list is [], retry=0 2024-11-22T16:49:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:03,645 DEBUG [RS:0;4618c6346924:33831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33831,1732294142026/4618c6346924%2C33831%2C1732294142026.1732294143624, exclude list is [], retry=0 2024-11-22T16:49:03,645 DEBUG [RS:2;4618c6346924:33799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188/4618c6346924%2C33799%2C1732294142188.1732294143624, exclude list is [], retry=0 2024-11-22T16:49:03,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:03,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:03,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:03,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:03,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:03,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:03,680 INFO [RS:1;4618c6346924:38565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,38565,1732294142142/4618c6346924%2C38565%2C1732294142142.1732294143624 2024-11-22T16:49:03,681 DEBUG [RS:1;4618c6346924:38565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:03,689 INFO [RS:0;4618c6346924:33831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33831,1732294142026/4618c6346924%2C33831%2C1732294142026.1732294143624 2024-11-22T16:49:03,690 DEBUG [RS:0;4618c6346924:33831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:03,696 INFO [RS:2;4618c6346924:33799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188/4618c6346924%2C33799%2C1732294142188.1732294143624 2024-11-22T16:49:03,697 DEBUG [RS:2;4618c6346924:33799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:03,845 DEBUG [4618c6346924:43001 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T16:49:03,853 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(204): Hosts are {4618c6346924=0} racks are {/default-rack=0} 2024-11-22T16:49:03,860 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:49:03,860 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:49:03,860 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T16:49:03,860 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:49:03,860 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:49:03,860 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T16:49:03,860 INFO [4618c6346924:43001 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:49:03,860 INFO [4618c6346924:43001 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:49:03,860 INFO [4618c6346924:43001 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T16:49:03,860 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:49:03,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4618c6346924,33799,1732294142188 2024-11-22T16:49:03,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4618c6346924,33799,1732294142188, state=OPENING 2024-11-22T16:49:03,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:49:03,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:03,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:03,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:03,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:03,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:03,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:49:03,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4618c6346924,33799,1732294142188}] 2024-11-22T16:49:04,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:49:04,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60819, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:49:04,079 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:49:04,079 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:04,080 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:49:04,083 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C33799%2C1732294142188.meta, suffix=.meta, logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188, archiveDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs, maxLogs=32 2024-11-22T16:49:04,101 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, exclude list is [], retry=0 2024-11-22T16:49:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:04,143 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta 2024-11-22T16:49:04,143 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:04,144 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:04,145 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:49:04,148 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:49:04,153 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:49:04,158 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:49:04,158 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:04,158 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:49:04,158 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:49:04,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:49:04,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:49:04,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:04,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:04,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:49:04,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:49:04,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:04,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:04,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:49:04,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:49:04,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:04,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:04,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:49:04,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:49:04,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:04,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:04,174 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:49:04,176 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740 2024-11-22T16:49:04,179 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740 2024-11-22T16:49:04,183 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:49:04,183 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:49:04,184 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:49:04,187 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:49:04,190 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69923151, jitterRate=0.04193614423274994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:49:04,190 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:49:04,192 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732294144159Writing region info on filesystem at 1732294144159Initializing all the Stores at 1732294144161 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294144161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294144162 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294144162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294144162Cleaning up temporary data from old regions at 1732294144183 (+21 ms)Running coprocessor post-open hooks at 1732294144190 (+7 ms)Region opened successfully at 1732294144192 (+2 ms) 2024-11-22T16:49:04,202 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732294144055 2024-11-22T16:49:04,218 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:49:04,218 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:49:04,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,33799,1732294142188 2024-11-22T16:49:04,225 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4618c6346924,33799,1732294142188, state=OPEN 2024-11-22T16:49:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:04,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:04,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:04,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:04,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:04,229 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4618c6346924,33799,1732294142188 2024-11-22T16:49:04,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:49:04,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4618c6346924,33799,1732294142188 in 343 msec 2024-11-22T16:49:04,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:49:04,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 817 msec 2024-11-22T16:49:04,253 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:49:04,253 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:49:04,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:49:04,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1] 2024-11-22T16:49:04,312 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:49:04,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:49:04,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-11-22T16:49:04,340 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732294144340, completionTime=-1 2024-11-22T16:49:04,343 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T16:49:04,344 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:49:04,375 INFO [master/4618c6346924:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T16:49:04,375 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732294204375 2024-11-22T16:49:04,375 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732294264375 2024-11-22T16:49:04,375 INFO [master/4618c6346924:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-22T16:49:04,377 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:49:04,385 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,43001,1732294141305-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:04,386 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,43001,1732294141305-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:04,386 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,43001,1732294141305-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:04,387 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4618c6346924:43001, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:04,388 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:04,388 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:04,395 DEBUG [master/4618c6346924:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:49:04,420 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.137sec 2024-11-22T16:49:04,422 INFO [master/4618c6346924:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:49:04,423 INFO [master/4618c6346924:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:49:04,424 INFO [master/4618c6346924:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:49:04,425 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:49:04,425 INFO [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:49:04,426 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,43001,1732294141305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:49:04,426 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,43001,1732294141305-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:49:04,432 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:49:04,434 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:49:04,434 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,43001,1732294141305-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:04,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287698dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:49:04,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,43001,-1 for getting cluster id 2024-11-22T16:49:04,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:49:04,452 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc0b445c-85f7-474e-b626-a1393fdcf253' 2024-11-22T16:49:04,455 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:49:04,455 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc0b445c-85f7-474e-b626-a1393fdcf253" 2024-11-22T16:49:04,456 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6515887d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:49:04,456 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,43001,-1] 2024-11-22T16:49:04,458 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:49:04,461 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:04,462 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:49:04,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd88229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:49:04,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:49:04,473 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1] 2024-11-22T16:49:04,473 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:49:04,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:49:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4618c6346924,43001,1732294141305 2024-11-22T16:49:04,505 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39463/hbase 2024-11-22T16:49:04,520 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=7481 2024-11-22T16:49:04,541 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:04,546 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:04,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:04,551 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56242156, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-56242156, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:04,568 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56242156/hregion-56242156.1732294144554, exclude list is [], retry=0 2024-11-22T16:49:04,572 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:04,573 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:04,573 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:04,605 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56242156/hregion-56242156.1732294144554 2024-11-22T16:49:04,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:04,606 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f495b9781bace7664d3e68a515f98a1e, NAME => 'testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741838_1014 (size=64) 2024-11-22T16:49:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741838_1014 (size=64) 2024-11-22T16:49:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741838_1014 (size=64) 2024-11-22T16:49:04,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:04,628 INFO [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:04,630 INFO [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f495b9781bace7664d3e68a515f98a1e columnFamilyName a 2024-11-22T16:49:04,630 DEBUG [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:04,631 INFO [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] regionserver.HStore(327): Store=f495b9781bace7664d3e68a515f98a1e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:04,631 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:04,633 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:04,634 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:04,635 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:04,635 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:04,638 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:04,642 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:04,643 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f495b9781bace7664d3e68a515f98a1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60700033, jitterRate=-0.09549902379512787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:04,646 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f495b9781bace7664d3e68a515f98a1e: Writing region info on filesystem at 1732294144625Initializing all the Stores at 1732294144627 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294144627Cleaning up temporary data from old regions at 1732294144635 (+8 ms)Region opened successfully at 1732294144645 (+10 ms) 2024-11-22T16:49:04,646 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f495b9781bace7664d3e68a515f98a1e, disabling compactions & flushes 2024-11-22T16:49:04,646 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e. 2024-11-22T16:49:04,646 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e. 2024-11-22T16:49:04,646 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e. after waiting 0 ms 2024-11-22T16:49:04,646 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e. 2024-11-22T16:49:04,647 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e. 2024-11-22T16:49:04,647 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f495b9781bace7664d3e68a515f98a1e: Waiting for close lock at 1732294144646Disabling compacts and flushes for region at 1732294144646Disabling writes for close at 1732294144646Writing region close event to WAL at 1732294144647 (+1 ms)Closed at 1732294144647 2024-11-22T16:49:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741837_1013 (size=175) 2024-11-22T16:49:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741837_1013 (size=175) 2024-11-22T16:49:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741837_1013 (size=175) 2024-11-22T16:49:04,661 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:04,661 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56242156:(num 1732294144554) 2024-11-22T16:49:04,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T16:49:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741839_1015 (size=469) 2024-11-22T16:49:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741839_1015 (size=469) 2024-11-22T16:49:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741839_1015 (size=469) 2024-11-22T16:49:04,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T16:49:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741840_1016 (size=322) 2024-11-22T16:49:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741840_1016 (size=322) 2024-11-22T16:49:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741840_1016 (size=322) 2024-11-22T16:49:04,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1, size=469 (469bytes) 2024-11-22T16:49:04,783 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T16:49:04,784 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T16:49:04,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1 2024-11-22T16:49:04,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1 after 4ms 2024-11-22T16:49:04,824 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:04,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1 took 44ms 2024-11-22T16:49:04,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1 so closing down 2024-11-22T16:49:04,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:04,838 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T16:49:04,876 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T16:49:04,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741841_1017 (size=469) 2024-11-22T16:49:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741841_1017 (size=469) 2024-11-22T16:49:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741841_1017 (size=469) 2024-11-22T16:49:04,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:04,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002 2024-11-22T16:49:04,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-22T16:49:04,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1, journal: Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1, size=469 (469bytes) at 1732294144783Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1 so closing down at 1732294144831 (+48 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000001-wal-1.temp at 1732294144876 (+45 ms)3 split writer threads finished at 1732294144877 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732294144891 (+14 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002 at 1732294144893 (+2 ms)Processed 2 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732294144899 (+6 ms) 2024-11-22T16:49:04,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2, size=322 (322bytes) 2024-11-22T16:49:04,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2 2024-11-22T16:49:04,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2 after 1ms 2024-11-22T16:49:04,950 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:04,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2 took 34ms 2024-11-22T16:49:04,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2 so closing down 2024-11-22T16:49:04,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:04,956 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T16:49:04,985 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T16:49:04,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741842_1018 (size=322) 2024-11-22T16:49:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741842_1018 (size=322) 2024-11-22T16:49:04,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741842_1018 (size=322) 2024-11-22T16:49:04,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:05,033 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:05,036 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-22T16:49:05,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-22T16:49:05,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2, journal: Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2, size=322 (322bytes) at 1732294144917Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2 so closing down at 1732294144953 (+36 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002-wal-2.temp at 1732294144985 (+32 ms)3 split writer threads finished at 1732294144986 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732294144997 (+11 ms)Processed 1 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732294145038 (+41 ms) 2024-11-22T16:49:05,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:05,041 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:05,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal.1732294145042, exclude list is [], retry=0 2024-11-22T16:49:05,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:05,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:05,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:05,092 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal.1732294145042 2024-11-22T16:49:05,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:05,092 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f495b9781bace7664d3e68a515f98a1e, NAME => 'testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:05,093 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:05,093 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,093 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,095 INFO [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,097 INFO [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f495b9781bace7664d3e68a515f98a1e columnFamilyName a 2024-11-22T16:49:05,097 DEBUG [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:05,098 INFO [StoreOpener-f495b9781bace7664d3e68a515f98a1e-1 {}] regionserver.HStore(327): Store=f495b9781bace7664d3e68a515f98a1e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:05,098 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,100 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,103 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,104 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,136 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:05,144 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,150 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f495b9781bace7664d3e68a515f98a1e 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T16:49:05,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/.tmp/a/d8f0f5cb14f947e5a256bb60ee67f4d6 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732294144661/Put/seqid=0 2024-11-22T16:49:05,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741844_1020 (size=5170) 2024-11-22T16:49:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741844_1020 (size=5170) 2024-11-22T16:49:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741844_1020 (size=5170) 2024-11-22T16:49:05,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/.tmp/a/d8f0f5cb14f947e5a256bb60ee67f4d6 2024-11-22T16:49:05,312 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/.tmp/a/d8f0f5cb14f947e5a256bb60ee67f4d6 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/a/d8f0f5cb14f947e5a256bb60ee67f4d6 2024-11-22T16:49:05,321 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/a/d8f0f5cb14f947e5a256bb60ee67f4d6, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T16:49:05,327 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f495b9781bace7664d3e68a515f98a1e in 178ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T16:49:05,328 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,329 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,329 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,332 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f495b9781bace7664d3e68a515f98a1e 2024-11-22T16:49:05,335 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/f495b9781bace7664d3e68a515f98a1e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T16:49:05,337 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f495b9781bace7664d3e68a515f98a1e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71309928, jitterRate=0.06260073184967041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:05,337 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f495b9781bace7664d3e68a515f98a1e: Writing region info on filesystem at 1732294145093Initializing all the Stores at 1732294145095 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294145095Obtaining lock to block concurrent updates at 1732294145150 (+55 ms)Preparing flush snapshotting stores in f495b9781bace7664d3e68a515f98a1e at 1732294145150Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732294145154 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732294144543.f495b9781bace7664d3e68a515f98a1e. at 1732294145154Flushing f495b9781bace7664d3e68a515f98a1e/a: creating writer at 1732294145156 (+2 ms)Flushing f495b9781bace7664d3e68a515f98a1e/a: appending metadata at 1732294145242 (+86 ms)Flushing f495b9781bace7664d3e68a515f98a1e/a: closing flushed file at 1732294145245 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b4727: reopening flushed file at 1732294145310 (+65 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f495b9781bace7664d3e68a515f98a1e in 178ms, sequenceid=2, compaction requested=false; wal=null at 1732294145327 (+17 ms)Cleaning up temporary data from old regions at 1732294145329 (+2 ms)Region opened successfully at 1732294145337 (+8 ms) 2024-11-22T16:49:05,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45834 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45720 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35722 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45822 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45676 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39463/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35546 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=7376 (was 7481) 2024-11-22T16:49:05,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=7376 2024-11-22T16:49:05,391 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:05,393 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:05,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:05,397 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92466456, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-92466456, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:05,411 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92466456/hregion-92466456.1732294145398, exclude list is [], retry=0 2024-11-22T16:49:05,415 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:05,415 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:05,415 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:05,443 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92466456/hregion-92466456.1732294145398 2024-11-22T16:49:05,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:05,444 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d532fe6c17fa40534bd96e7c0b809e3e, NAME => 'testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741846_1022 (size=64) 2024-11-22T16:49:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741846_1022 (size=64) 2024-11-22T16:49:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741846_1022 (size=64) 2024-11-22T16:49:05,460 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:05,462 INFO [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,464 INFO [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d532fe6c17fa40534bd96e7c0b809e3e columnFamilyName a 2024-11-22T16:49:05,464 DEBUG [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:05,465 INFO [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] regionserver.HStore(327): Store=d532fe6c17fa40534bd96e7c0b809e3e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:05,465 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,467 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,467 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,468 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,470 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,473 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:05,474 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d532fe6c17fa40534bd96e7c0b809e3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73236125, jitterRate=0.09130330383777618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:05,474 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d532fe6c17fa40534bd96e7c0b809e3e: Writing region info on filesystem at 1732294145461Initializing all the Stores at 1732294145462 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294145462Cleaning up temporary data from old regions at 1732294145468 (+6 ms)Region opened successfully at 1732294145474 (+6 ms) 2024-11-22T16:49:05,474 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d532fe6c17fa40534bd96e7c0b809e3e, disabling compactions & flushes 2024-11-22T16:49:05,474 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e. 2024-11-22T16:49:05,475 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e. 2024-11-22T16:49:05,475 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e. after waiting 0 ms 2024-11-22T16:49:05,475 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e. 2024-11-22T16:49:05,475 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e. 2024-11-22T16:49:05,475 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d532fe6c17fa40534bd96e7c0b809e3e: Waiting for close lock at 1732294145474Disabling compacts and flushes for region at 1732294145474Disabling writes for close at 1732294145475 (+1 ms)Writing region close event to WAL at 1732294145475Closed at 1732294145475 2024-11-22T16:49:05,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741845_1021 (size=175) 2024-11-22T16:49:05,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741845_1021 (size=175) 2024-11-22T16:49:05,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741845_1021 (size=175) 2024-11-22T16:49:05,482 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:05,482 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92466456:(num 1732294145398) 2024-11-22T16:49:05,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T16:49:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741847_1023 (size=469) 2024-11-22T16:49:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741847_1023 (size=469) 2024-11-22T16:49:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741847_1023 (size=469) 2024-11-22T16:49:05,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T16:49:05,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741848_1024 (size=322) 2024-11-22T16:49:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741848_1024 (size=322) 2024-11-22T16:49:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741848_1024 (size=322) 2024-11-22T16:49:05,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2, size=322 (322bytes) 2024-11-22T16:49:05,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2 2024-11-22T16:49:05,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2 after 1ms 2024-11-22T16:49:05,613 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:05,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2 took 30ms 2024-11-22T16:49:05,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2 so closing down 2024-11-22T16:49:05,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:05,618 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T16:49:05,645 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T16:49:05,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:05,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741849_1025 (size=322) 2024-11-22T16:49:05,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741849_1025 (size=322) 2024-11-22T16:49:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741849_1025 (size=322) 2024-11-22T16:49:05,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:05,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-22T16:49:05,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2, journal: Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2, size=322 (322bytes) at 1732294145584Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2 so closing down at 1732294145616 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002-wal-2.temp at 1732294145645 (+29 ms)3 split writer threads finished at 1732294145645Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732294145655 (+10 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002 at 1732294145657 (+2 ms)Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732294145657 2024-11-22T16:49:05,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1, size=469 (469bytes) 2024-11-22T16:49:05,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1 2024-11-22T16:49:05,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1 after 1ms 2024-11-22T16:49:05,702 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:05,702 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1 took 31ms 2024-11-22T16:49:05,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1 so closing down 2024-11-22T16:49:05,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:05,706 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T16:49:05,736 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T16:49:05,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741850_1026 (size=469) 2024-11-22T16:49:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741850_1026 (size=469) 2024-11-22T16:49:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741850_1026 (size=469) 2024-11-22T16:49:05,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:05,775 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:05,778 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002, length=322 2024-11-22T16:49:05,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-22T16:49:05,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1, journal: Splitting hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1, size=469 (469bytes) at 1732294145671Finishing writing output for hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1 so closing down at 1732294145704 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000001-wal-1.temp at 1732294145736 (+32 ms)3 split writer threads finished at 1732294145737 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732294145746 (+9 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002 at 1732294145781 (+35 ms)Processed 2 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732294145781 2024-11-22T16:49:05,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:05,783 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:05,796 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal.1732294145784, exclude list is [], retry=0 2024-11-22T16:49:05,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:05,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:05,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:05,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal.1732294145784 2024-11-22T16:49:05,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:05,828 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d532fe6c17fa40534bd96e7c0b809e3e, NAME => 'testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:05,828 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:05,828 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,829 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,831 INFO [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,832 INFO [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d532fe6c17fa40534bd96e7c0b809e3e columnFamilyName a 2024-11-22T16:49:05,833 DEBUG [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:05,833 INFO [StoreOpener-d532fe6c17fa40534bd96e7c0b809e3e-1 {}] regionserver.HStore(327): Store=d532fe6c17fa40534bd96e7c0b809e3e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:05,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,837 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,839 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,869 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:05,871 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,871 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d532fe6c17fa40534bd96e7c0b809e3e 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T16:49:05,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/.tmp/a/4d47c9ef1f974892885640662dd1dcd0 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732294145482/Put/seqid=0 2024-11-22T16:49:05,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741852_1028 (size=5170) 2024-11-22T16:49:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741852_1028 (size=5170) 2024-11-22T16:49:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741852_1028 (size=5170) 2024-11-22T16:49:05,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/.tmp/a/4d47c9ef1f974892885640662dd1dcd0 2024-11-22T16:49:05,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/.tmp/a/4d47c9ef1f974892885640662dd1dcd0 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/a/4d47c9ef1f974892885640662dd1dcd0 2024-11-22T16:49:05,912 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/a/4d47c9ef1f974892885640662dd1dcd0, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T16:49:05,913 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d532fe6c17fa40534bd96e7c0b809e3e in 42ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T16:49:05,913 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/0000000000000000002 2024-11-22T16:49:05,914 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,914 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,916 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d532fe6c17fa40534bd96e7c0b809e3e 2024-11-22T16:49:05,919 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/d532fe6c17fa40534bd96e7c0b809e3e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T16:49:05,920 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d532fe6c17fa40534bd96e7c0b809e3e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63124781, jitterRate=-0.05936746299266815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:05,920 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d532fe6c17fa40534bd96e7c0b809e3e: Writing region info on filesystem at 1732294145829Initializing all the Stores at 1732294145830 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294145830Obtaining lock to block concurrent updates at 1732294145871 (+41 ms)Preparing flush snapshotting stores in d532fe6c17fa40534bd96e7c0b809e3e at 1732294145871Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732294145871Flushing stores of testReplayEditsWrittenIntoWAL,,1732294145391.d532fe6c17fa40534bd96e7c0b809e3e. at 1732294145871Flushing d532fe6c17fa40534bd96e7c0b809e3e/a: creating writer at 1732294145872 (+1 ms)Flushing d532fe6c17fa40534bd96e7c0b809e3e/a: appending metadata at 1732294145886 (+14 ms)Flushing d532fe6c17fa40534bd96e7c0b809e3e/a: closing flushed file at 1732294145886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3276096d: reopening flushed file at 1732294145903 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d532fe6c17fa40534bd96e7c0b809e3e in 42ms, sequenceid=2, compaction requested=false; wal=null at 1732294145913 (+10 ms)Cleaning up temporary data from old regions at 1732294145914 (+1 ms)Region opened successfully at 1732294145920 (+6 ms) 2024-11-22T16:49:05,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35804 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45874 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45676 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35546 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45906 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=7369 (was 7376) 2024-11-22T16:49:05,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=7368 2024-11-22T16:49:05,964 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:05,967 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:05,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:05,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71311278, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-71311278, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:05,984 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71311278/hregion-71311278.1732294145971, exclude list is [], retry=0 2024-11-22T16:49:05,988 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:05,988 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:05,988 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:06,016 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71311278/hregion-71311278.1732294145971 2024-11-22T16:49:06,016 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:06,016 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4966c3ac683104459131e0dd0ca24265, NAME => 'testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741854_1030 (size=64) 2024-11-22T16:49:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741854_1030 (size=64) 2024-11-22T16:49:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741854_1030 (size=64) 2024-11-22T16:49:06,028 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:06,030 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,032 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4966c3ac683104459131e0dd0ca24265 columnFamilyName a 2024-11-22T16:49:06,032 DEBUG [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:06,032 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(327): Store=4966c3ac683104459131e0dd0ca24265/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:06,033 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,034 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4966c3ac683104459131e0dd0ca24265 columnFamilyName b 2024-11-22T16:49:06,034 DEBUG [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:06,035 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(327): Store=4966c3ac683104459131e0dd0ca24265/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:06,035 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,036 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4966c3ac683104459131e0dd0ca24265 columnFamilyName c 2024-11-22T16:49:06,036 DEBUG [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:06,037 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(327): Store=4966c3ac683104459131e0dd0ca24265/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:06,037 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,038 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,038 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,040 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,040 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,041 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:06,042 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:06,045 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:06,045 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4966c3ac683104459131e0dd0ca24265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75337338, jitterRate=0.1226138174533844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:06,046 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4966c3ac683104459131e0dd0ca24265: Writing region info on filesystem at 1732294146028Initializing all the Stores at 1732294146029 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294146029Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294146030 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294146030Cleaning up temporary data from old regions at 1732294146040 (+10 ms)Region opened successfully at 1732294146045 (+5 ms) 2024-11-22T16:49:06,046 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4966c3ac683104459131e0dd0ca24265, disabling compactions & flushes 2024-11-22T16:49:06,046 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:06,046 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:06,046 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. after waiting 0 ms 2024-11-22T16:49:06,046 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:06,046 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:06,046 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4966c3ac683104459131e0dd0ca24265: Waiting for close lock at 1732294146046Disabling compacts and flushes for region at 1732294146046Disabling writes for close at 1732294146046Writing region close event to WAL at 1732294146046Closed at 1732294146046 2024-11-22T16:49:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741853_1029 (size=175) 2024-11-22T16:49:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741853_1029 (size=175) 2024-11-22T16:49:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741853_1029 (size=175) 2024-11-22T16:49:06,053 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:06,053 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71311278:(num 1732294145971) 2024-11-22T16:49:06,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:06,055 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:06,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056, exclude list is [], retry=0 2024-11-22T16:49:06,072 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:06,072 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:06,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:06,103 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 2024-11-22T16:49:06,103 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:06,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056, size=0 (0bytes) 2024-11-22T16:49:06,318 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 might be still open, length is 0 2024-11-22T16:49:06,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 2024-11-22T16:49:06,320 WARN [IPC Server handler 3 on default port 39463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-22T16:49:06,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 after 2ms 2024-11-22T16:49:09,192 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45912 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36303:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45912 dst: /127.0.0.1:36303 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36303 remote=/127.0.0.1:45912]. Total timeout mills is 60000, 57094 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:09,193 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35854 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35854 dst: /127.0.0.1:33073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:09,193 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45944 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38963:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45944 dst: /127.0.0.1:38963 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:09,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741855_1032 (size=497775) 2024-11-22T16:49:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741855_1032 (size=497775) 2024-11-22T16:49:09,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741855_1032 (size=497775) 2024-11-22T16:49:09,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:49:09,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:49:10,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 after 4003ms 2024-11-22T16:49:10,354 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:10,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 took 4038ms 2024-11-22T16:49:10,361 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732294146056.temp 2024-11-22T16:49:10,404 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000000001-wal.1732294146056.temp 2024-11-22T16:49:10,452 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056; continuing. 2024-11-22T16:49:10,452 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 so closing down 2024-11-22T16:49:10,452 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:10,452 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741856_1033 (size=497783) 2024-11-22T16:49:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741856_1033 (size=497783) 2024-11-22T16:49:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741856_1033 (size=497783) 2024-11-22T16:49:10,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000000001-wal.1732294146056.temp (wrote 3002 edits, skipped 0 edits in 40 ms) 2024-11-22T16:49:10,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000000001-wal.1732294146056.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000003002 2024-11-22T16:49:10,462 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T16:49:10,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056, journal: Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056, size=0 (0bytes) at 1732294146318Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000000001-wal.1732294146056.temp at 1732294150404 (+4086 ms)Split 1024 edits, skipped 0 edits. at 1732294150410 (+6 ms)Split 2048 edits, skipped 0 edits. at 1732294150432 (+22 ms)Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 so closing down at 1732294150452 (+20 ms)3 split writer threads finished at 1732294150452Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000000001-wal.1732294146056.temp (wrote 3002 edits, skipped 0 edits in 40 ms) at 1732294150460 (+8 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000000001-wal.1732294146056.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000003002 at 1732294150462 (+2 ms)Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056, size=0, length=0, corrupted=false, cancelled=false at 1732294150462 2024-11-22T16:49:10,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294146056 2024-11-22T16:49:10,466 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000003002 2024-11-22T16:49:10,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:10,469 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:10,482 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294150469, exclude list is [], retry=0 2024-11-22T16:49:10,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:10,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:10,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:10,514 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294150469 2024-11-22T16:49:10,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:10,515 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:10,517 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:10,519 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4966c3ac683104459131e0dd0ca24265 columnFamilyName a 2024-11-22T16:49:10,519 DEBUG [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:10,519 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(327): Store=4966c3ac683104459131e0dd0ca24265/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:10,520 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:10,521 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4966c3ac683104459131e0dd0ca24265 columnFamilyName b 2024-11-22T16:49:10,521 DEBUG [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:10,521 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(327): Store=4966c3ac683104459131e0dd0ca24265/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:10,522 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:10,523 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4966c3ac683104459131e0dd0ca24265 columnFamilyName c 2024-11-22T16:49:10,523 DEBUG [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:10,523 INFO [StoreOpener-4966c3ac683104459131e0dd0ca24265-1 {}] regionserver.HStore(327): Store=4966c3ac683104459131e0dd0ca24265/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:10,524 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:10,524 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:10,527 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:10,528 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000003002 2024-11-22T16:49:10,560 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:10,591 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T16:49:10,984 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4966c3ac683104459131e0dd0ca24265 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T16:49:11,026 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/a/a954225a25e945c7892c9fc25b988e4f is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732294146112/Put/seqid=0 2024-11-22T16:49:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741858_1035 (size=50463) 2024-11-22T16:49:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741858_1035 (size=50463) 2024-11-22T16:49:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741858_1035 (size=50463) 2024-11-22T16:49:11,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/a/a954225a25e945c7892c9fc25b988e4f 2024-11-22T16:49:11,048 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/a/a954225a25e945c7892c9fc25b988e4f as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/a/a954225a25e945c7892c9fc25b988e4f 2024-11-22T16:49:11,057 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/a/a954225a25e945c7892c9fc25b988e4f, entries=754, sequenceid=754, filesize=49.3 K 2024-11-22T16:49:11,057 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 4966c3ac683104459131e0dd0ca24265 in 73ms, sequenceid=754, compaction requested=false; wal=null 2024-11-22T16:49:11,075 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T16:49:11,076 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4966c3ac683104459131e0dd0ca24265 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T16:49:11,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/a/5615a63875ed43b0b363b41f059aba5e is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732294146173/Put/seqid=0 2024-11-22T16:49:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741859_1036 (size=20072) 2024-11-22T16:49:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741859_1036 (size=20072) 2024-11-22T16:49:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741859_1036 (size=20072) 2024-11-22T16:49:11,097 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/a/5615a63875ed43b0b363b41f059aba5e 2024-11-22T16:49:11,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/b/20d365d57d7f4a1cb579f262bfdc96f0 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732294146202/Put/seqid=0 2024-11-22T16:49:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741860_1037 (size=35835) 2024-11-22T16:49:11,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741860_1037 (size=35835) 2024-11-22T16:49:11,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741860_1037 (size=35835) 2024-11-22T16:49:11,133 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/b/20d365d57d7f4a1cb579f262bfdc96f0 2024-11-22T16:49:11,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/a/5615a63875ed43b0b363b41f059aba5e as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/a/5615a63875ed43b0b363b41f059aba5e 2024-11-22T16:49:11,148 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/a/5615a63875ed43b0b363b41f059aba5e, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-22T16:49:11,150 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/b/20d365d57d7f4a1cb579f262bfdc96f0 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/b/20d365d57d7f4a1cb579f262bfdc96f0 2024-11-22T16:49:11,157 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/b/20d365d57d7f4a1cb579f262bfdc96f0, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-22T16:49:11,157 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 4966c3ac683104459131e0dd0ca24265 in 81ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-22T16:49:11,169 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T16:49:11,170 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4966c3ac683104459131e0dd0ca24265 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T16:49:11,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/b/94066f2ac0794e3eb25794761707ed6d is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732294146220/Put/seqid=0 2024-11-22T16:49:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741861_1038 (size=35082) 2024-11-22T16:49:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741861_1038 (size=35082) 2024-11-22T16:49:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741861_1038 (size=35082) 2024-11-22T16:49:11,189 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/b/94066f2ac0794e3eb25794761707ed6d 2024-11-22T16:49:11,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/c/f7e377089704418a9c7dcd66e7eae65e is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732294146244/Put/seqid=0 2024-11-22T16:49:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741862_1039 (size=20825) 2024-11-22T16:49:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741862_1039 (size=20825) 2024-11-22T16:49:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741862_1039 (size=20825) 2024-11-22T16:49:11,232 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/c/f7e377089704418a9c7dcd66e7eae65e 2024-11-22T16:49:11,242 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/b/94066f2ac0794e3eb25794761707ed6d as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/b/94066f2ac0794e3eb25794761707ed6d 2024-11-22T16:49:11,249 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/b/94066f2ac0794e3eb25794761707ed6d, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-22T16:49:11,250 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/c/f7e377089704418a9c7dcd66e7eae65e as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/c/f7e377089704418a9c7dcd66e7eae65e 2024-11-22T16:49:11,257 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/c/f7e377089704418a9c7dcd66e7eae65e, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-22T16:49:11,258 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 4966c3ac683104459131e0dd0ca24265 in 88ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-22T16:49:11,268 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732294146284/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:11,274 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000003002 2024-11-22T16:49:11,274 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T16:49:11,275 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4966c3ac683104459131e0dd0ca24265 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-22T16:49:11,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/c/c73337d762c346c2a4e40399934fea0e is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732294146250/Put/seqid=0 2024-11-22T16:49:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741863_1040 (size=50301) 2024-11-22T16:49:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741863_1040 (size=50301) 2024-11-22T16:49:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741863_1040 (size=50301) 2024-11-22T16:49:11,297 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/c/c73337d762c346c2a4e40399934fea0e 2024-11-22T16:49:11,304 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c73337d762c346c2a4e40399934fea0e 2024-11-22T16:49:11,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/.tmp/c/c73337d762c346c2a4e40399934fea0e as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/c/c73337d762c346c2a4e40399934fea0e 2024-11-22T16:49:11,311 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c73337d762c346c2a4e40399934fea0e 2024-11-22T16:49:11,311 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/c/c73337d762c346c2a4e40399934fea0e, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-22T16:49:11,312 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 4966c3ac683104459131e0dd0ca24265 in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-22T16:49:11,313 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/0000000000000003002 2024-11-22T16:49:11,314 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:11,314 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:11,315 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:49:11,317 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4966c3ac683104459131e0dd0ca24265 2024-11-22T16:49:11,319 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenIntoWAL/4966c3ac683104459131e0dd0ca24265/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-22T16:49:11,320 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4966c3ac683104459131e0dd0ca24265; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65860042, jitterRate=-0.018608897924423218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:49:11,321 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4966c3ac683104459131e0dd0ca24265: Writing region info on filesystem at 1732294150515Initializing all the Stores at 1732294150516 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294150517 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294150517Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294150517Cleaning up temporary data from old regions at 1732294151314 (+797 ms)Region opened successfully at 1732294151321 (+7 ms) 2024-11-22T16:49:11,375 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4966c3ac683104459131e0dd0ca24265, disabling compactions & flushes 2024-11-22T16:49:11,375 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:11,375 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:11,375 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. after waiting 0 ms 2024-11-22T16:49:11,375 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:11,377 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732294145965.4966c3ac683104459131e0dd0ca24265. 2024-11-22T16:49:11,377 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4966c3ac683104459131e0dd0ca24265: Waiting for close lock at 1732294151375Disabling compacts and flushes for region at 1732294151375Disabling writes for close at 1732294151375Writing region close event to WAL at 1732294151377 (+2 ms)Closed at 1732294151377 2024-11-22T16:49:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741857_1034 (size=175) 2024-11-22T16:49:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741857_1034 (size=175) 2024-11-22T16:49:11,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741857_1034 (size=175) 2024-11-22T16:49:11,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:11,384 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732294150469) 2024-11-22T16:49:11,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=400 (was 385) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1915077672_22 at /127.0.0.1:52278 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1915077672_22 at /127.0.0.1:45958 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1915077672_22 at /127.0.0.1:45942 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39463 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1915077672_22 at /127.0.0.1:33272 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=7296 (was 7368) 2024-11-22T16:49:11,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=7294 2024-11-22T16:49:11,444 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:11,447 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:11,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:11,451 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24310687, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-24310687, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:11,467 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24310687/hregion-24310687.1732294151452, exclude list is [], retry=0 2024-11-22T16:49:11,471 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:11,471 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:11,471 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:11,500 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24310687/hregion-24310687.1732294151452 2024-11-22T16:49:11,501 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:11,501 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ecaafbf22ba7efd1fc105a4fcec44df6, NAME => 'test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741865_1042 (size=43) 2024-11-22T16:49:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741865_1042 (size=43) 2024-11-22T16:49:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741865_1042 (size=43) 2024-11-22T16:49:11,513 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:11,515 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,516 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaafbf22ba7efd1fc105a4fcec44df6 columnFamilyName a 2024-11-22T16:49:11,517 DEBUG [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:11,517 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(327): Store=ecaafbf22ba7efd1fc105a4fcec44df6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:11,517 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,519 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaafbf22ba7efd1fc105a4fcec44df6 columnFamilyName b 2024-11-22T16:49:11,519 DEBUG [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:11,519 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(327): Store=ecaafbf22ba7efd1fc105a4fcec44df6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:11,519 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,521 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaafbf22ba7efd1fc105a4fcec44df6 columnFamilyName c 2024-11-22T16:49:11,521 DEBUG [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:11,521 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(327): Store=ecaafbf22ba7efd1fc105a4fcec44df6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:11,522 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,522 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,523 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,524 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,524 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,525 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:11,526 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:11,529 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:11,530 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ecaafbf22ba7efd1fc105a4fcec44df6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61422868, jitterRate=-0.084727942943573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:11,531 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ecaafbf22ba7efd1fc105a4fcec44df6: Writing region info on filesystem at 1732294151513Initializing all the Stores at 1732294151514 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294151514Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294151515 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294151515Cleaning up temporary data from old regions at 1732294151524 (+9 ms)Region opened successfully at 1732294151530 (+6 ms) 2024-11-22T16:49:11,531 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ecaafbf22ba7efd1fc105a4fcec44df6, disabling compactions & flushes 2024-11-22T16:49:11,531 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:11,531 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:11,531 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. after waiting 0 ms 2024-11-22T16:49:11,531 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:11,531 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:11,531 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ecaafbf22ba7efd1fc105a4fcec44df6: Waiting for close lock at 1732294151531Disabling compacts and flushes for region at 1732294151531Disabling writes for close at 1732294151531Writing region close event to WAL at 1732294151531Closed at 1732294151531 2024-11-22T16:49:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741864_1041 (size=175) 2024-11-22T16:49:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741864_1041 (size=175) 2024-11-22T16:49:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741864_1041 (size=175) 2024-11-22T16:49:11,538 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:11,538 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24310687:(num 1732294151452) 2024-11-22T16:49:11,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:11,540 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:11,555 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541, exclude list is [], retry=0 2024-11-22T16:49:11,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:11,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:11,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:11,587 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541 2024-11-22T16:49:11,587 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741866_1043 (size=371388) 2024-11-22T16:49:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741866_1043 (size=371388) 2024-11-22T16:49:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741866_1043 (size=371388) 2024-11-22T16:49:11,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:49:11,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:11,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:49:11,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:49:11,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:49:11,734 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:11,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-22T16:49:11,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:11,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541, size=362.7 K (371388bytes) 2024-11-22T16:49:11,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541 2024-11-22T16:49:11,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541 after 1ms 2024-11-22T16:49:11,781 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:11,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541 took 40ms 2024-11-22T16:49:11,787 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732294151541.temp 2024-11-22T16:49:11,816 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000000001-wal.1732294151541.temp 2024-11-22T16:49:11,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541 so closing down 2024-11-22T16:49:11,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:11,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741867_1044 (size=371388) 2024-11-22T16:49:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741867_1044 (size=371388) 2024-11-22T16:49:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741867_1044 (size=371388) 2024-11-22T16:49:11,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000000001-wal.1732294151541.temp (wrote 3000 edits, skipped 0 edits in 13 ms) 2024-11-22T16:49:11,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000000001-wal.1732294151541.temp to hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003000 2024-11-22T16:49:11,838 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-22T16:49:11,838 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541, journal: Splitting hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541, size=362.7 K (371388bytes) at 1732294151743Split 1024 edits, skipped 0 edits. at 1732294151796 (+53 ms)Split 2048 edits, skipped 0 edits. at 1732294151807 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000000001-wal.1732294151541.temp at 1732294151816 (+9 ms)Finishing writing output for hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541 so closing down at 1732294151818 (+2 ms)3 split writer threads finished at 1732294151830 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000000001-wal.1732294151541.temp (wrote 3000 edits, skipped 0 edits in 13 ms) at 1732294151836 (+6 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000000001-wal.1732294151541.temp to hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003000 at 1732294151838 (+2 ms)Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1732294151838 2024-11-22T16:49:11,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151541 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294151541 2024-11-22T16:49:11,842 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003000 2024-11-22T16:49:11,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:11,844 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:11,859 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845, exclude list is [], retry=0 2024-11-22T16:49:11,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:11,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:11,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:11,892 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845 2024-11-22T16:49:11,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741868_1045 (size=371515) 2024-11-22T16:49:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741868_1045 (size=371515) 2024-11-22T16:49:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741868_1045 (size=371515) 2024-11-22T16:49:12,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845, size=362.8 K (371515bytes) 2024-11-22T16:49:12,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845 2024-11-22T16:49:12,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845 after 0ms 2024-11-22T16:49:12,132 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:12,134 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845 took 34ms 2024-11-22T16:49:12,139 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732294151845.temp 2024-11-22T16:49:12,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845 so closing down 2024-11-22T16:49:12,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:12,183 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003001-wal.1732294151845.temp 2024-11-22T16:49:12,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741869_1046 (size=371515) 2024-11-22T16:49:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741869_1046 (size=371515) 2024-11-22T16:49:12,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741869_1046 (size=371515) 2024-11-22T16:49:12,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003001-wal.1732294151845.temp (wrote 3000 edits, skipped 0 edits in 15 ms) 2024-11-22T16:49:12,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003001-wal.1732294151845.temp to hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000006000 2024-11-22T16:49:12,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-22T16:49:12,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845, journal: Splitting hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845, size=362.8 K (371515bytes) at 1732294152099Split 1024 edits, skipped 0 edits. at 1732294152151 (+52 ms)Split 2048 edits, skipped 0 edits. at 1732294152166 (+15 ms)Finishing writing output for hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845 so closing down at 1732294152180 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003001-wal.1732294151845.temp at 1732294152183 (+3 ms)3 split writer threads finished at 1732294152199 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003001-wal.1732294151845.temp (wrote 3000 edits, skipped 0 edits in 15 ms) at 1732294152204 (+5 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003001-wal.1732294151845.temp to hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000006000 at 1732294152205 (+1 ms)Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1732294152205 2024-11-22T16:49:12,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294151845 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294151845 2024-11-22T16:49:12,209 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000006000 2024-11-22T16:49:12,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:12,211 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/test2727-manual,16010,1732294151443, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:12,226 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294152212, exclude list is [], retry=0 2024-11-22T16:49:12,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:12,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:12,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:12,276 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732294151443/wal.1732294152212 2024-11-22T16:49:12,277 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:12,277 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ecaafbf22ba7efd1fc105a4fcec44df6, NAME => 'test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:12,277 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:12,277 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,277 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,279 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,280 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaafbf22ba7efd1fc105a4fcec44df6 columnFamilyName a 2024-11-22T16:49:12,280 DEBUG [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:12,281 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(327): Store=ecaafbf22ba7efd1fc105a4fcec44df6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:12,281 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,282 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaafbf22ba7efd1fc105a4fcec44df6 columnFamilyName b 2024-11-22T16:49:12,282 DEBUG [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:12,283 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(327): Store=ecaafbf22ba7efd1fc105a4fcec44df6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:12,283 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,284 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaafbf22ba7efd1fc105a4fcec44df6 columnFamilyName c 2024-11-22T16:49:12,284 DEBUG [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:12,284 INFO [StoreOpener-ecaafbf22ba7efd1fc105a4fcec44df6-1 {}] regionserver.HStore(327): Store=ecaafbf22ba7efd1fc105a4fcec44df6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:12,284 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,289 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003000 2024-11-22T16:49:12,330 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:12,390 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003000 2024-11-22T16:49:12,392 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000006000 2024-11-22T16:49:12,423 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:12,495 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000006000 2024-11-22T16:49:12,495 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ecaafbf22ba7efd1fc105a4fcec44df6 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-22T16:49:12,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/a/3f5be8cc8d2b4e6b8ad0341eb144c42c is 41, key is test2727/a:100/1732294151899/Put/seqid=0 2024-11-22T16:49:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741871_1048 (size=84227) 2024-11-22T16:49:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741871_1048 (size=84227) 2024-11-22T16:49:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741871_1048 (size=84227) 2024-11-22T16:49:12,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/a/3f5be8cc8d2b4e6b8ad0341eb144c42c 2024-11-22T16:49:12,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/b/65be9a84ddbc42048b1b83fa8aaff9d6 is 41, key is test2727/b:100/1732294151971/Put/seqid=0 2024-11-22T16:49:12,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741872_1049 (size=84609) 2024-11-22T16:49:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741872_1049 (size=84609) 2024-11-22T16:49:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741872_1049 (size=84609) 2024-11-22T16:49:12,562 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/b/65be9a84ddbc42048b1b83fa8aaff9d6 2024-11-22T16:49:12,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/c/81b0a0224f49436381d550c079c64816 is 41, key is test2727/c:100/1732294152036/Put/seqid=0 2024-11-22T16:49:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741873_1050 (size=84609) 2024-11-22T16:49:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741873_1050 (size=84609) 2024-11-22T16:49:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741873_1050 (size=84609) 2024-11-22T16:49:12,603 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/c/81b0a0224f49436381d550c079c64816 2024-11-22T16:49:12,611 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/a/3f5be8cc8d2b4e6b8ad0341eb144c42c as hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/a/3f5be8cc8d2b4e6b8ad0341eb144c42c 2024-11-22T16:49:12,618 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/a/3f5be8cc8d2b4e6b8ad0341eb144c42c, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-22T16:49:12,619 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/b/65be9a84ddbc42048b1b83fa8aaff9d6 as hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/b/65be9a84ddbc42048b1b83fa8aaff9d6 2024-11-22T16:49:12,627 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/b/65be9a84ddbc42048b1b83fa8aaff9d6, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T16:49:12,628 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/.tmp/c/81b0a0224f49436381d550c079c64816 as hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/c/81b0a0224f49436381d550c079c64816 2024-11-22T16:49:12,635 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/c/81b0a0224f49436381d550c079c64816, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T16:49:12,636 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ecaafbf22ba7efd1fc105a4fcec44df6 in 141ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-22T16:49:12,637 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000003000 2024-11-22T16:49:12,637 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/0000000000000006000 2024-11-22T16:49:12,639 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,639 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,639 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:12,641 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ecaafbf22ba7efd1fc105a4fcec44df6 2024-11-22T16:49:12,644 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/test2727/ecaafbf22ba7efd1fc105a4fcec44df6/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-22T16:49:12,646 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ecaafbf22ba7efd1fc105a4fcec44df6; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63361897, jitterRate=-0.05583415925502777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:12,647 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ecaafbf22ba7efd1fc105a4fcec44df6: Writing region info on filesystem at 1732294152278Initializing all the Stores at 1732294152279 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294152279Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294152279Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294152279Obtaining lock to block concurrent updates at 1732294152495 (+216 ms)Preparing flush snapshotting stores in ecaafbf22ba7efd1fc105a4fcec44df6 at 1732294152495Finished memstore snapshotting test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732294152496 (+1 ms)Flushing stores of test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. at 1732294152496Flushing ecaafbf22ba7efd1fc105a4fcec44df6/a: creating writer at 1732294152496Flushing ecaafbf22ba7efd1fc105a4fcec44df6/a: appending metadata at 1732294152517 (+21 ms)Flushing ecaafbf22ba7efd1fc105a4fcec44df6/a: closing flushed file at 1732294152517Flushing ecaafbf22ba7efd1fc105a4fcec44df6/b: creating writer at 1732294152533 (+16 ms)Flushing ecaafbf22ba7efd1fc105a4fcec44df6/b: appending metadata at 1732294152554 (+21 ms)Flushing ecaafbf22ba7efd1fc105a4fcec44df6/b: closing flushed file at 1732294152554Flushing ecaafbf22ba7efd1fc105a4fcec44df6/c: creating writer at 1732294152569 (+15 ms)Flushing ecaafbf22ba7efd1fc105a4fcec44df6/c: appending metadata at 1732294152595 (+26 ms)Flushing ecaafbf22ba7efd1fc105a4fcec44df6/c: closing flushed file at 1732294152595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4861628d: reopening flushed file at 1732294152610 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af8b193: reopening flushed file at 1732294152618 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6057a167: reopening flushed file at 1732294152627 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ecaafbf22ba7efd1fc105a4fcec44df6 in 141ms, sequenceid=6000, compaction requested=false; wal=null at 1732294152636 (+9 ms)Cleaning up temporary data from old regions at 1732294152639 (+3 ms)Region opened successfully at 1732294152647 (+8 ms) 2024-11-22T16:49:12,648 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-22T16:49:12,648 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ecaafbf22ba7efd1fc105a4fcec44df6, disabling compactions & flushes 2024-11-22T16:49:12,648 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:12,648 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:12,648 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. after waiting 0 ms 2024-11-22T16:49:12,648 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:12,650 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732294151445.ecaafbf22ba7efd1fc105a4fcec44df6. 2024-11-22T16:49:12,650 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ecaafbf22ba7efd1fc105a4fcec44df6: Waiting for close lock at 1732294152648Disabling compacts and flushes for region at 1732294152648Disabling writes for close at 1732294152648Writing region close event to WAL at 1732294152650 (+2 ms)Closed at 1732294152650 2024-11-22T16:49:12,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741870_1047 (size=175) 2024-11-22T16:49:12,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741870_1047 (size=175) 2024-11-22T16:49:12,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741870_1047 (size=175) 2024-11-22T16:49:12,656 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:12,656 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732294152212) 2024-11-22T16:49:12,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=404 (was 400) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35640 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:52278 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:33418 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:45942 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=7055 (was 7294) 2024-11-22T16:49:12,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=7055 2024-11-22T16:49:12,699 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:12,706 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:12,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732294152706 2024-11-22T16:49:12,740 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706 2024-11-22T16:49:12,743 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:12,747 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a124f2d446ba25be57fedb8534988c92, NAME => 'testSequentialEditLogSeqNum,,1732294152700.a124f2d446ba25be57fedb8534988c92.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:12,748 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732294152700.a124f2d446ba25be57fedb8534988c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:12,748 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,748 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,749 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92 doesn't exist for region: a124f2d446ba25be57fedb8534988c92 on table testSequentialEditLogSeqNum 2024-11-22T16:49:12,749 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: a124f2d446ba25be57fedb8534988c92 on table testSequentialEditLogSeqNum 2024-11-22T16:49:12,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741875_1052 (size=62) 2024-11-22T16:49:12,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741875_1052 (size=62) 2024-11-22T16:49:12,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741875_1052 (size=62) 2024-11-22T16:49:12,762 INFO [StoreOpener-a124f2d446ba25be57fedb8534988c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,763 INFO [StoreOpener-a124f2d446ba25be57fedb8534988c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a124f2d446ba25be57fedb8534988c92 columnFamilyName a 2024-11-22T16:49:12,763 DEBUG [StoreOpener-a124f2d446ba25be57fedb8534988c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:12,764 INFO [StoreOpener-a124f2d446ba25be57fedb8534988c92-1 {}] regionserver.HStore(327): Store=a124f2d446ba25be57fedb8534988c92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:12,764 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,766 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,767 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a124f2d446ba25be57fedb8534988c92 2024-11-22T16:49:12,769 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:12,770 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a124f2d446ba25be57fedb8534988c92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75467618, jitterRate=0.12455514073371887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:12,771 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a124f2d446ba25be57fedb8534988c92: Writing region info on filesystem at 1732294152748Initializing all the Stores at 1732294152761 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294152761Cleaning up temporary data from old regions at 1732294152766 (+5 ms)Region opened successfully at 1732294152771 (+5 ms) 2024-11-22T16:49:12,781 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a124f2d446ba25be57fedb8534988c92 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-22T16:49:12,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/.tmp/a/4abbb6a580ab45fb91f302f4a0f31886 is 81, key is testSequentialEditLogSeqNum/a:x0/1732294152771/Put/seqid=0 2024-11-22T16:49:12,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741876_1053 (size=5833) 2024-11-22T16:49:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741876_1053 (size=5833) 2024-11-22T16:49:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741876_1053 (size=5833) 2024-11-22T16:49:12,812 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/.tmp/a/4abbb6a580ab45fb91f302f4a0f31886 2024-11-22T16:49:12,820 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/.tmp/a/4abbb6a580ab45fb91f302f4a0f31886 as hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/a/4abbb6a580ab45fb91f302f4a0f31886 2024-11-22T16:49:12,826 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/a/4abbb6a580ab45fb91f302f4a0f31886, entries=10, sequenceid=13, filesize=5.7 K 2024-11-22T16:49:12,828 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a124f2d446ba25be57fedb8534988c92 in 47ms, sequenceid=13, compaction requested=false 2024-11-22T16:49:12,828 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a124f2d446ba25be57fedb8534988c92: 2024-11-22T16:49:12,833 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:49:12,834 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:49:12,834 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:49:12,834 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:49:12,834 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:49:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741874_1051 (size=3256) 2024-11-22T16:49:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741874_1051 (size=3256) 2024-11-22T16:49:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741874_1051 (size=3256) 2024-11-22T16:49:12,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706, size=3.2 K (3256bytes) 2024-11-22T16:49:12,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706 2024-11-22T16:49:12,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706 after 1ms 2024-11-22T16:49:12,882 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:12,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706 took 29ms 2024-11-22T16:49:12,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706 so closing down 2024-11-22T16:49:12,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:12,887 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732294152706.temp 2024-11-22T16:49:12,915 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000003-wal.1732294152706.temp 2024-11-22T16:49:12,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741877_1054 (size=2650) 2024-11-22T16:49:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741877_1054 (size=2650) 2024-11-22T16:49:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741877_1054 (size=2650) 2024-11-22T16:49:12,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000003-wal.1732294152706.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:12,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000003-wal.1732294152706.temp to hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000020 2024-11-22T16:49:12,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 47 ms; skipped=2; WAL=hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-22T16:49:12,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706, journal: Splitting hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706, size=3.2 K (3256bytes) at 1732294152853Finishing writing output for hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706 so closing down at 1732294152885 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000003-wal.1732294152706.temp at 1732294152915 (+30 ms)3 split writer threads finished at 1732294152916 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000003-wal.1732294152706.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732294152928 (+12 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000003-wal.1732294152706.temp to hdfs://localhost:39463/hbase/data/default/testSequentialEditLogSeqNum/a124f2d446ba25be57fedb8534988c92/recovered.edits/0000000000000000020 at 1732294152929 (+1 ms)Processed 17 edits across 1 Regions in 47 ms; skipped=2; WAL=hdfs://localhost:39463/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732294152698/wal.1732294152706, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1732294152930 (+1 ms) 2024-11-22T16:49:12,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35640 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:33418 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=7054 (was 7055) 2024-11-22T16:49:12,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=7053 2024-11-22T16:49:12,980 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:12,983 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:13,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:13,016 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35442128, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-35442128, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:13,030 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35442128/hregion-35442128.1732294153016, exclude list is [], retry=0 2024-11-22T16:49:13,033 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:13,033 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:13,033 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:13,061 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35442128/hregion-35442128.1732294153016 2024-11-22T16:49:13,062 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:13,062 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1aed2bc148d9b08015686f7df0ea2702, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741879_1056 (size=70) 2024-11-22T16:49:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741879_1056 (size=70) 2024-11-22T16:49:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741879_1056 (size=70) 2024-11-22T16:49:13,073 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:13,074 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,076 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName a 2024-11-22T16:49:13,076 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:13,077 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:13,077 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,079 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName b 2024-11-22T16:49:13,079 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:13,079 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:13,079 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,081 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName c 2024-11-22T16:49:13,081 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:13,081 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:13,082 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,084 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,084 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:13,086 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,088 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:13,089 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1aed2bc148d9b08015686f7df0ea2702; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60412052, jitterRate=-0.09979027509689331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:13,090 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1aed2bc148d9b08015686f7df0ea2702: Writing region info on filesystem at 1732294153073Initializing all the Stores at 1732294153074 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294153074Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294153074Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294153074Cleaning up temporary data from old regions at 1732294153084 (+10 ms)Region opened successfully at 1732294153090 (+6 ms) 2024-11-22T16:49:13,091 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1aed2bc148d9b08015686f7df0ea2702, disabling compactions & flushes 2024-11-22T16:49:13,091 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:13,091 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:13,091 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. after waiting 0 ms 2024-11-22T16:49:13,091 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:13,091 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:13,091 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1aed2bc148d9b08015686f7df0ea2702: Waiting for close lock at 1732294153090Disabling compacts and flushes for region at 1732294153090Disabling writes for close at 1732294153091 (+1 ms)Writing region close event to WAL at 1732294153091Closed at 1732294153091 2024-11-22T16:49:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741878_1055 (size=175) 2024-11-22T16:49:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741878_1055 (size=175) 2024-11-22T16:49:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741878_1055 (size=175) 2024-11-22T16:49:13,097 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:13,097 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35442128:(num 1732294153016) 2024-11-22T16:49:13,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:13,100 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:13,114 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100, exclude list is [], retry=0 2024-11-22T16:49:13,117 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:13,118 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:13,118 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:13,149 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 2024-11-22T16:49:13,150 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aed2bc148d9b08015686f7df0ea2702, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,152 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,153 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName a 2024-11-22T16:49:13,153 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:13,154 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:13,154 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,155 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName b 2024-11-22T16:49:13,155 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:13,155 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:13,156 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,156 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName c 2024-11-22T16:49:13,156 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:13,157 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:13,157 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,158 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,159 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,160 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,160 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,160 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:13,162 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:13,163 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1aed2bc148d9b08015686f7df0ea2702; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70189773, jitterRate=0.04590912163257599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:13,163 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1aed2bc148d9b08015686f7df0ea2702: Writing region info on filesystem at 1732294153151Initializing all the Stores at 1732294153152 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294153152Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294153152Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294153152Cleaning up temporary data from old regions at 1732294153160 (+8 ms)Region opened successfully at 1732294153163 (+3 ms) 2024-11-22T16:49:13,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732294153166/Put/seqid=0 2024-11-22T16:49:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741881_1058 (size=4826) 2024-11-22T16:49:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741881_1058 (size=4826) 2024-11-22T16:49:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741881_1058 (size=4826) 2024-11-22T16:49:13,176 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39463/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 1aed2bc148d9b08015686f7df0ea2702/a 2024-11-22T16:49:13,185 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-22T16:49:13,185 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:49:13,185 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1aed2bc148d9b08015686f7df0ea2702: 2024-11-22T16:49:13,187 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/a/f3e2e9def8464e8abe19a33a6a55aa36_SeqId_3_ 2024-11-22T16:49:13,188 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39463/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 1aed2bc148d9b08015686f7df0ea2702/a as hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/a/f3e2e9def8464e8abe19a33a6a55aa36_SeqId_3_ - updating store file list. 2024-11-22T16:49:13,193 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3e2e9def8464e8abe19a33a6a55aa36_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:13,194 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/a/f3e2e9def8464e8abe19a33a6a55aa36_SeqId_3_ into 1aed2bc148d9b08015686f7df0ea2702/a 2024-11-22T16:49:13,194 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39463/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 1aed2bc148d9b08015686f7df0ea2702/a (new location: hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/a/f3e2e9def8464e8abe19a33a6a55aa36_SeqId_3_) 2024-11-22T16:49:13,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100, size=0 (0bytes) 2024-11-22T16:49:13,237 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 might be still open, length is 0 2024-11-22T16:49:13,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 2024-11-22T16:49:13,238 WARN [IPC Server handler 4 on default port 39463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-22T16:49:13,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 after 1ms 2024-11-22T16:49:15,185 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:52474 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36303:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52474 dst: /127.0.0.1:36303 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36303 remote=/127.0.0.1:52474]. Total timeout mills is 60000, 58015 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:15,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:33498 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33498 dst: /127.0.0.1:33073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:15,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35736 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38963:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35736 dst: /127.0.0.1:38963 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741880_1059 (size=606) 2024-11-22T16:49:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741880_1059 (size=606) 2024-11-22T16:49:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741880_1059 (size=606) 2024-11-22T16:49:17,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 after 4002ms 2024-11-22T16:49:17,267 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:17,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 took 4030ms 2024-11-22T16:49:17,270 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100; continuing. 2024-11-22T16:49:17,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 so closing down 2024-11-22T16:49:17,270 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:17,272 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732294153100.temp 2024-11-22T16:49:17,304 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005-wal.1732294153100.temp 2024-11-22T16:49:17,304 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741882_1060 (size=329) 2024-11-22T16:49:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741882_1060 (size=329) 2024-11-22T16:49:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741882_1060 (size=329) 2024-11-22T16:49:17,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005-wal.1732294153100.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:17,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005-wal.1732294153100.temp to hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005 2024-11-22T16:49:17,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 48 ms; skipped=1; WAL=hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T16:49:17,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100, journal: Splitting hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100, size=0 (0bytes) at 1732294153237Finishing writing output for hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 so closing down at 1732294157270 (+4033 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005-wal.1732294153100.temp at 1732294157304 (+34 ms)3 split writer threads finished at 1732294157304Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005-wal.1732294153100.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732294157313 (+9 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005-wal.1732294153100.temp to hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005 at 1732294157316 (+3 ms)Processed 2 edits across 1 Regions in 48 ms; skipped=1; WAL=hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100, size=0, length=0, corrupted=false, cancelled=false at 1732294157316 2024-11-22T16:49:17,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294153100 2024-11-22T16:49:17,319 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005 2024-11-22T16:49:17,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:17,321 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:17,335 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294157321, exclude list is [], retry=0 2024-11-22T16:49:17,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:17,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:17,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:17,367 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294157321 2024-11-22T16:49:17,367 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:17,367 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aed2bc148d9b08015686f7df0ea2702, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:17,367 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:17,368 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,368 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,369 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,370 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName a 2024-11-22T16:49:17,371 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:17,378 DEBUG [StoreFileOpener-1aed2bc148d9b08015686f7df0ea2702-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3e2e9def8464e8abe19a33a6a55aa36_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:17,378 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/a/f3e2e9def8464e8abe19a33a6a55aa36_SeqId_3_ 2024-11-22T16:49:17,379 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:17,379 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,380 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName b 2024-11-22T16:49:17,380 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:17,380 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:17,381 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,381 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aed2bc148d9b08015686f7df0ea2702 columnFamilyName c 2024-11-22T16:49:17,382 DEBUG [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:17,382 INFO [StoreOpener-1aed2bc148d9b08015686f7df0ea2702-1 {}] regionserver.HStore(327): Store=1aed2bc148d9b08015686f7df0ea2702/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:17,382 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,383 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,384 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,385 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005 2024-11-22T16:49:17,413 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:17,415 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005 2024-11-22T16:49:17,415 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1aed2bc148d9b08015686f7df0ea2702 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-22T16:49:17,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/.tmp/a/195b5cff199b4f2f8b4cb9ad4cd45ef1 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732294153199/Put/seqid=0 2024-11-22T16:49:17,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741884_1062 (size=5149) 2024-11-22T16:49:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741884_1062 (size=5149) 2024-11-22T16:49:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741884_1062 (size=5149) 2024-11-22T16:49:17,438 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/.tmp/a/195b5cff199b4f2f8b4cb9ad4cd45ef1 2024-11-22T16:49:17,444 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/.tmp/a/195b5cff199b4f2f8b4cb9ad4cd45ef1 as hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/a/195b5cff199b4f2f8b4cb9ad4cd45ef1 2024-11-22T16:49:17,450 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/a/195b5cff199b4f2f8b4cb9ad4cd45ef1, entries=1, sequenceid=5, filesize=5.0 K 2024-11-22T16:49:17,450 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 1aed2bc148d9b08015686f7df0ea2702 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-11-22T16:49:17,451 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/0000000000000000005 2024-11-22T16:49:17,452 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,452 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,453 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:17,454 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1aed2bc148d9b08015686f7df0ea2702 2024-11-22T16:49:17,457 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1aed2bc148d9b08015686f7df0ea2702/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:49:17,457 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1aed2bc148d9b08015686f7df0ea2702; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65950445, jitterRate=-0.017261788249015808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:17,458 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1aed2bc148d9b08015686f7df0ea2702: Writing region info on filesystem at 1732294157368Initializing all the Stores at 1732294157369 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294157369Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294157369Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294157369Obtaining lock to block concurrent updates at 1732294157415 (+46 ms)Preparing flush snapshotting stores in 1aed2bc148d9b08015686f7df0ea2702 at 1732294157415Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732294157415Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. at 1732294157415Flushing 1aed2bc148d9b08015686f7df0ea2702/a: creating writer at 1732294157415Flushing 1aed2bc148d9b08015686f7df0ea2702/a: appending metadata at 1732294157430 (+15 ms)Flushing 1aed2bc148d9b08015686f7df0ea2702/a: closing flushed file at 1732294157430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b99ee32: reopening flushed file at 1732294157444 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 1aed2bc148d9b08015686f7df0ea2702 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1732294157450 (+6 ms)Cleaning up temporary data from old regions at 1732294157452 (+2 ms)Region opened successfully at 1732294157458 (+6 ms) 2024-11-22T16:49:17,462 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1aed2bc148d9b08015686f7df0ea2702, disabling compactions & flushes 2024-11-22T16:49:17,462 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:17,462 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:17,462 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. after waiting 0 ms 2024-11-22T16:49:17,462 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:17,463 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732294152981.1aed2bc148d9b08015686f7df0ea2702. 2024-11-22T16:49:17,463 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1aed2bc148d9b08015686f7df0ea2702: Waiting for close lock at 1732294157462Disabling compacts and flushes for region at 1732294157462Disabling writes for close at 1732294157462Writing region close event to WAL at 1732294157463 (+1 ms)Closed at 1732294157463 2024-11-22T16:49:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741883_1061 (size=175) 2024-11-22T16:49:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741883_1061 (size=175) 2024-11-22T16:49:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741883_1061 (size=175) 2024-11-22T16:49:17,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:17,468 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732294157321) 2024-11-22T16:49:17,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 409) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1995985821_22 at /127.0.0.1:52490 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1995985821_22 at /127.0.0.1:35748 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1995985821_22 at /127.0.0.1:33524 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39463 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=6984 (was 7053) 2024-11-22T16:49:17,484 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-22T16:49:17,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6981 2024-11-22T16:49:17,497 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-22T16:49:17,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:17,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:49:17,522 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,43001,1732294141305 2024-11-22T16:49:17,525 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1982e98d 2024-11-22T16:49:17,526 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:49:17,528 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:49:17,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:49:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T16:49:17,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:49:17,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-22T16:49:17,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:17,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:49:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:49:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741885_1063 (size=694) 2024-11-22T16:49:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741885_1063 (size=694) 2024-11-22T16:49:17,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741885_1063 (size=694) 2024-11-22T16:49:17,561 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 994dbad3181b896f3ae959c6fdd3cfb9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653 2024-11-22T16:49:17,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741886_1064 (size=77) 2024-11-22T16:49:17,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741886_1064 (size=77) 2024-11-22T16:49:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741886_1064 (size=77) 2024-11-22T16:49:17,572 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:17,573 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 994dbad3181b896f3ae959c6fdd3cfb9, disabling compactions & flushes 2024-11-22T16:49:17,573 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:17,573 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:17,573 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. after waiting 0 ms 2024-11-22T16:49:17,573 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:17,573 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:17,573 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 994dbad3181b896f3ae959c6fdd3cfb9: Waiting for close lock at 1732294157573Disabling compacts and flushes for region at 1732294157573Disabling writes for close at 1732294157573Writing region close event to WAL at 1732294157573Closed at 1732294157573 2024-11-22T16:49:17,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:49:17,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732294157575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732294157575"}]},"ts":"1732294157575"} 2024-11-22T16:49:17,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:49:17,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:49:17,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732294157585"}]},"ts":"1732294157585"} 2024-11-22T16:49:17,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-22T16:49:17,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4618c6346924=0} racks are {/default-rack=0} 2024-11-22T16:49:17,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:49:17,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:49:17,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T16:49:17,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:49:17,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:49:17,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T16:49:17,593 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:49:17,593 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:49:17,593 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T16:49:17,594 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:49:17,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN}] 2024-11-22T16:49:17,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN 2024-11-22T16:49:17,599 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN; state=OFFLINE, location=4618c6346924,33799,1732294142188; forceNewPlan=false, retain=false 2024-11-22T16:49:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:49:17,751 INFO [4618c6346924:43001 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T16:49:17,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPENING, regionLocation=4618c6346924,33799,1732294142188 2024-11-22T16:49:17,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN because future has completed 2024-11-22T16:49:17,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188}] 2024-11-22T16:49:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:49:17,915 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:17,916 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 994dbad3181b896f3ae959c6fdd3cfb9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:17,916 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,916 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:17,917 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,917 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,918 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,920 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf1 2024-11-22T16:49:17,920 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:17,921 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:17,921 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,922 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf2 2024-11-22T16:49:17,922 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:17,923 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:17,923 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,924 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,924 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,925 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,925 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,927 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T16:49:17,928 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,940 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:17,940 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 994dbad3181b896f3ae959c6fdd3cfb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66396839, jitterRate=-0.010609999299049377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T16:49:17,941 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:17,942 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 994dbad3181b896f3ae959c6fdd3cfb9: Running coprocessor pre-open hook at 1732294157917Writing region info on filesystem at 1732294157917Initializing all the Stores at 1732294157918 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294157918Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294157918Cleaning up temporary data from old regions at 1732294157926 (+8 ms)Running coprocessor post-open hooks at 1732294157941 (+15 ms)Region opened successfully at 1732294157942 (+1 ms) 2024-11-22T16:49:17,944 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., pid=6, masterSystemTime=1732294157910 2024-11-22T16:49:17,947 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:17,947 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:17,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,33799,1732294142188 2024-11-22T16:49:17,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188 because future has completed 2024-11-22T16:49:17,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:49:17,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188 in 197 msec 2024-11-22T16:49:17,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:49:17,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN in 362 msec 2024-11-22T16:49:17,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:49:17,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732294157962"}]},"ts":"1732294157962"} 2024-11-22T16:49:17,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-22T16:49:17,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:49:17,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 433 msec 2024-11-22T16:49:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:49:18,181 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-22T16:49:18,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-22T16:49:18,182 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:49:18,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-22T16:49:18,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:49:18,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-22T16:49:18,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=2] 2024-11-22T16:49:18,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=994dbad3181b896f3ae959c6fdd3cfb9, source=4618c6346924,33799,1732294142188, destination=4618c6346924,33831,1732294142026, warming up region on 4618c6346924,33831,1732294142026 2024-11-22T16:49:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:49:18,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=994dbad3181b896f3ae959c6fdd3cfb9, source=4618c6346924,33799,1732294142188, destination=4618c6346924,33831,1732294142026, running balancer 2024-11-22T16:49:18,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:49:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE 2024-11-22T16:49:18,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE 2024-11-22T16:49:18,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=CLOSING, regionLocation=4618c6346924,33799,1732294142188 2024-11-22T16:49:18,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE because future has completed 2024-11-22T16:49:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(7855): Warmup {ENCODED => 994dbad3181b896f3ae959c6fdd3cfb9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:18,227 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:49:18,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188}] 2024-11-22T16:49:18,228 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,230 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf1 2024-11-22T16:49:18,230 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:18,230 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:18,231 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,233 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf2 2024-11-22T16:49:18,233 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:18,233 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(1722): Closing 994dbad3181b896f3ae959c6fdd3cfb9, disabling compactions & flushes 2024-11-22T16:49:18,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. after waiting 0 ms 2024-11-22T16:49:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] regionserver.HRegion(1676): Region close journal for 994dbad3181b896f3ae959c6fdd3cfb9: Waiting for close lock at 1732294158234Disabling compacts and flushes for region at 1732294158234Disabling writes for close at 1732294158234Writing region close event to WAL at 1732294158234Closed at 1732294158234 2024-11-22T16:49:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-22T16:49:18,385 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,385 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:49:18,386 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 994dbad3181b896f3ae959c6fdd3cfb9, disabling compactions & flushes 2024-11-22T16:49:18,386 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,386 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,386 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. after waiting 0 ms 2024-11-22T16:49:18,386 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,386 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 994dbad3181b896f3ae959c6fdd3cfb9 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-22T16:49:18,403 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf1/cafac5e6955949c8849f04a2a3b7ea59 is 35, key is r1/cf1:q/1732294158203/Put/seqid=0 2024-11-22T16:49:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741887_1065 (size=4783) 2024-11-22T16:49:18,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741887_1065 (size=4783) 2024-11-22T16:49:18,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741887_1065 (size=4783) 2024-11-22T16:49:18,417 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf1/cafac5e6955949c8849f04a2a3b7ea59 2024-11-22T16:49:18,425 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf1/cafac5e6955949c8849f04a2a3b7ea59 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59 2024-11-22T16:49:18,432 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T16:49:18,434 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 994dbad3181b896f3ae959c6fdd3cfb9 in 47ms, sequenceid=5, compaction requested=false 2024-11-22T16:49:18,434 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-22T16:49:18,440 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:49:18,443 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,443 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 994dbad3181b896f3ae959c6fdd3cfb9: Waiting for close lock at 1732294158386Running coprocessor pre-close hooks at 1732294158386Disabling compacts and flushes for region at 1732294158386Disabling writes for close at 1732294158386Obtaining lock to block concurrent updates at 1732294158386Preparing flush snapshotting stores in 994dbad3181b896f3ae959c6fdd3cfb9 at 1732294158386Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732294158387 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. at 1732294158387Flushing 994dbad3181b896f3ae959c6fdd3cfb9/cf1: creating writer at 1732294158387Flushing 994dbad3181b896f3ae959c6fdd3cfb9/cf1: appending metadata at 1732294158403 (+16 ms)Flushing 994dbad3181b896f3ae959c6fdd3cfb9/cf1: closing flushed file at 1732294158403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ca6067: reopening flushed file at 1732294158424 (+21 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 994dbad3181b896f3ae959c6fdd3cfb9 in 47ms, sequenceid=5, compaction requested=false at 1732294158434 (+10 ms)Writing region close event to WAL at 1732294158435 (+1 ms)Running coprocessor post-close hooks at 1732294158440 (+5 ms)Closed at 1732294158443 (+3 ms) 2024-11-22T16:49:18,444 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 994dbad3181b896f3ae959c6fdd3cfb9 move to 4618c6346924,33831,1732294142026 record at close sequenceid=5 2024-11-22T16:49:18,447 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=CLOSED 2024-11-22T16:49:18,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188 because future has completed 2024-11-22T16:49:18,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T16:49:18,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188 in 225 msec 2024-11-22T16:49:18,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE; state=CLOSED, location=4618c6346924,33831,1732294142026; forceNewPlan=false, retain=false 2024-11-22T16:49:18,607 INFO [4618c6346924:43001 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T16:49:18,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPENING, regionLocation=4618c6346924,33831,1732294142026 2024-11-22T16:49:18,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE because future has completed 2024-11-22T16:49:18,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026}] 2024-11-22T16:49:18,769 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,769 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 994dbad3181b896f3ae959c6fdd3cfb9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:18,770 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,770 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:18,770 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,770 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,772 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,773 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf1 2024-11-22T16:49:18,773 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:18,779 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59 2024-11-22T16:49:18,779 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:18,779 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,780 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf2 2024-11-22T16:49:18,780 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:18,781 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:18,781 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,782 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,783 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,784 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,784 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,785 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T16:49:18,787 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,788 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 994dbad3181b896f3ae959c6fdd3cfb9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73192962, jitterRate=0.09066012501716614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T16:49:18,788 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:18,789 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 994dbad3181b896f3ae959c6fdd3cfb9: Running coprocessor pre-open hook at 1732294158770Writing region info on filesystem at 1732294158770Initializing all the Stores at 1732294158771 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294158771Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294158771Cleaning up temporary data from old regions at 1732294158784 (+13 ms)Running coprocessor post-open hooks at 1732294158788 (+4 ms)Region opened successfully at 1732294158789 (+1 ms) 2024-11-22T16:49:18,790 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., pid=9, masterSystemTime=1732294158764 2024-11-22T16:49:18,793 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,793 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:18,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPEN, openSeqNum=9, regionLocation=4618c6346924,33831,1732294142026 2024-11-22T16:49:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026 because future has completed 2024-11-22T16:49:18,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-22T16:49:18,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026 in 186 msec 2024-11-22T16:49:18,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE in 581 msec 2024-11-22T16:49:18,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:49:18,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:49:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59154 deadline: 1732294218832, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33831 startCode=1732294142026. As of locationSeqNum=5. 2024-11-22T16:49:18,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33831 startCode=1732294142026. As of locationSeqNum=5. 2024-11-22T16:49:18,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33831 startCode=1732294142026. As of locationSeqNum=5. 2024-11-22T16:49:18,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33831,1732294142026, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33831 startCode=1732294142026. As of locationSeqNum=5. 2024-11-22T16:49:18,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:49:18,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:49:18,981 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 994dbad3181b896f3ae959c6fdd3cfb9 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-22T16:49:18,998 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf1/e86fd10cc974440f8d3a21c2bc43ddc5 is 29, key is r1/cf1:/1732294158973/DeleteFamily/seqid=0 2024-11-22T16:49:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741888_1066 (size=4906) 2024-11-22T16:49:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741888_1066 (size=4906) 2024-11-22T16:49:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741888_1066 (size=4906) 2024-11-22T16:49:19,006 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf1/e86fd10cc974440f8d3a21c2bc43ddc5 2024-11-22T16:49:19,013 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e86fd10cc974440f8d3a21c2bc43ddc5 2024-11-22T16:49:19,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf2/aed5388fd84d4e4d89a414f4b7c5e005 is 29, key is r1/cf2:/1732294158973/DeleteFamily/seqid=0 2024-11-22T16:49:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741889_1067 (size=4906) 2024-11-22T16:49:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741889_1067 (size=4906) 2024-11-22T16:49:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741889_1067 (size=4906) 2024-11-22T16:49:19,043 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf2/aed5388fd84d4e4d89a414f4b7c5e005 2024-11-22T16:49:19,050 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aed5388fd84d4e4d89a414f4b7c5e005 2024-11-22T16:49:19,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf1/e86fd10cc974440f8d3a21c2bc43ddc5 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/e86fd10cc974440f8d3a21c2bc43ddc5 2024-11-22T16:49:19,056 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e86fd10cc974440f8d3a21c2bc43ddc5 2024-11-22T16:49:19,057 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/e86fd10cc974440f8d3a21c2bc43ddc5, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T16:49:19,058 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf2/aed5388fd84d4e4d89a414f4b7c5e005 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/aed5388fd84d4e4d89a414f4b7c5e005 2024-11-22T16:49:19,063 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aed5388fd84d4e4d89a414f4b7c5e005 2024-11-22T16:49:19,064 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/aed5388fd84d4e4d89a414f4b7c5e005, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T16:49:19,065 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 994dbad3181b896f3ae959c6fdd3cfb9 in 84ms, sequenceid=12, compaction requested=false 2024-11-22T16:49:19,065 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 994dbad3181b896f3ae959c6fdd3cfb9: 2024-11-22T16:49:19,067 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:49:19,069 DEBUG [Time-limited test {}] regionserver.HStore(1541): 994dbad3181b896f3ae959c6fdd3cfb9/cf1 is initiating major compaction (all files) 2024-11-22T16:49:19,069 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:49:19,069 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:19,069 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 994dbad3181b896f3ae959c6fdd3cfb9/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,070 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59, hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/e86fd10cc974440f8d3a21c2bc43ddc5] into tmpdir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp, totalSize=9.5 K 2024-11-22T16:49:19,071 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cafac5e6955949c8849f04a2a3b7ea59, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732294158203 2024-11-22T16:49:19,071 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e86fd10cc974440f8d3a21c2bc43ddc5, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T16:49:19,081 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 994dbad3181b896f3ae959c6fdd3cfb9#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:49:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741890_1068 (size=4626) 2024-11-22T16:49:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741890_1068 (size=4626) 2024-11-22T16:49:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741890_1068 (size=4626) 2024-11-22T16:49:19,095 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf1/8606ad896f414652bcfca98b67bf2b84 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/8606ad896f414652bcfca98b67bf2b84 2024-11-22T16:49:19,107 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 994dbad3181b896f3ae959c6fdd3cfb9/cf1 of 994dbad3181b896f3ae959c6fdd3cfb9 into 8606ad896f414652bcfca98b67bf2b84(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:49:19,108 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 994dbad3181b896f3ae959c6fdd3cfb9: 2024-11-22T16:49:19,108 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-22T16:49:19,108 DEBUG [Time-limited test {}] regionserver.HStore(1541): 994dbad3181b896f3ae959c6fdd3cfb9/cf2 is initiating major compaction (all files) 2024-11-22T16:49:19,108 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:49:19,108 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:49:19,108 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 994dbad3181b896f3ae959c6fdd3cfb9/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,108 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/aed5388fd84d4e4d89a414f4b7c5e005] into tmpdir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp, totalSize=4.8 K 2024-11-22T16:49:19,109 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aed5388fd84d4e4d89a414f4b7c5e005, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T16:49:19,114 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 994dbad3181b896f3ae959c6fdd3cfb9#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:49:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741891_1069 (size=4592) 2024-11-22T16:49:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741891_1069 (size=4592) 2024-11-22T16:49:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741891_1069 (size=4592) 2024-11-22T16:49:19,129 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/.tmp/cf2/a9920b3337924c88aecabc44882d0e05 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/a9920b3337924c88aecabc44882d0e05 2024-11-22T16:49:19,137 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 994dbad3181b896f3ae959c6fdd3cfb9/cf2 of 994dbad3181b896f3ae959c6fdd3cfb9 into a9920b3337924c88aecabc44882d0e05(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:49:19,137 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 994dbad3181b896f3ae959c6fdd3cfb9: 2024-11-22T16:49:19,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=994dbad3181b896f3ae959c6fdd3cfb9, source=4618c6346924,33831,1732294142026, destination=4618c6346924,33799,1732294142188, warming up region on 4618c6346924,33799,1732294142188 2024-11-22T16:49:19,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=994dbad3181b896f3ae959c6fdd3cfb9, source=4618c6346924,33831,1732294142026, destination=4618c6346924,33799,1732294142188, running balancer 2024-11-22T16:49:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE 2024-11-22T16:49:19,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE 2024-11-22T16:49:19,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=CLOSING, regionLocation=4618c6346924,33831,1732294142026 2024-11-22T16:49:19,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(7855): Warmup {ENCODED => 994dbad3181b896f3ae959c6fdd3cfb9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:19,147 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,148 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf1 2024-11-22T16:49:19,148 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:19,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE because future has completed 2024-11-22T16:49:19,149 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:49:19,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026}] 2024-11-22T16:49:19,156 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/8606ad896f414652bcfca98b67bf2b84 2024-11-22T16:49:19,161 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59 2024-11-22T16:49:19,166 INFO [StoreFileOpener-994dbad3181b896f3ae959c6fdd3cfb9-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e86fd10cc974440f8d3a21c2bc43ddc5 2024-11-22T16:49:19,166 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/e86fd10cc974440f8d3a21c2bc43ddc5 2024-11-22T16:49:19,166 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:19,166 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,167 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf2 2024-11-22T16:49:19,167 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:19,173 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/a9920b3337924c88aecabc44882d0e05 2024-11-22T16:49:19,177 INFO [StoreFileOpener-994dbad3181b896f3ae959c6fdd3cfb9-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aed5388fd84d4e4d89a414f4b7c5e005 2024-11-22T16:49:19,177 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/aed5388fd84d4e4d89a414f4b7c5e005 2024-11-22T16:49:19,177 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(1722): Closing 994dbad3181b896f3ae959c6fdd3cfb9, disabling compactions & flushes 2024-11-22T16:49:19,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. after waiting 0 ms 2024-11-22T16:49:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(1676): Region close journal for 994dbad3181b896f3ae959c6fdd3cfb9: Waiting for close lock at 1732294159178Disabling compacts and flushes for region at 1732294159178Disabling writes for close at 1732294159178Writing region close event to WAL at 1732294159179 (+1 ms)Closed at 1732294159179 2024-11-22T16:49:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-22T16:49:19,303 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,303 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:49:19,303 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 994dbad3181b896f3ae959c6fdd3cfb9, disabling compactions & flushes 2024-11-22T16:49:19,303 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,304 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,304 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. after waiting 0 ms 2024-11-22T16:49:19,304 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,304 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59, hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/e86fd10cc974440f8d3a21c2bc43ddc5] to archive 2024-11-22T16:49:19,307 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:49:19,311 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59 to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/cafac5e6955949c8849f04a2a3b7ea59 2024-11-22T16:49:19,313 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/e86fd10cc974440f8d3a21c2bc43ddc5 to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/e86fd10cc974440f8d3a21c2bc43ddc5 2024-11-22T16:49:19,327 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/aed5388fd84d4e4d89a414f4b7c5e005] to archive 2024-11-22T16:49:19,328 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:49:19,330 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/aed5388fd84d4e4d89a414f4b7c5e005 to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/aed5388fd84d4e4d89a414f4b7c5e005 2024-11-22T16:49:19,338 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-22T16:49:19,339 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,339 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 994dbad3181b896f3ae959c6fdd3cfb9: Waiting for close lock at 1732294159303Running coprocessor pre-close hooks at 1732294159303Disabling compacts and flushes for region at 1732294159303Disabling writes for close at 1732294159304 (+1 ms)Writing region close event to WAL at 1732294159332 (+28 ms)Running coprocessor post-close hooks at 1732294159339 (+7 ms)Closed at 1732294159339 2024-11-22T16:49:19,339 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 994dbad3181b896f3ae959c6fdd3cfb9 move to 4618c6346924,33799,1732294142188 record at close sequenceid=12 2024-11-22T16:49:19,342 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,343 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=CLOSED 2024-11-22T16:49:19,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026 because future has completed 2024-11-22T16:49:19,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T16:49:19,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026 in 198 msec 2024-11-22T16:49:19,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE; state=CLOSED, location=4618c6346924,33799,1732294142188; forceNewPlan=false, retain=false 2024-11-22T16:49:19,502 INFO [4618c6346924:43001 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T16:49:19,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPENING, regionLocation=4618c6346924,33799,1732294142188 2024-11-22T16:49:19,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE because future has completed 2024-11-22T16:49:19,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188}] 2024-11-22T16:49:19,662 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,662 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 994dbad3181b896f3ae959c6fdd3cfb9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:19,663 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,663 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:19,663 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,663 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,664 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,665 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf1 2024-11-22T16:49:19,665 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:19,671 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/8606ad896f414652bcfca98b67bf2b84 2024-11-22T16:49:19,671 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:19,671 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,672 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf2 2024-11-22T16:49:19,672 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:19,677 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/a9920b3337924c88aecabc44882d0e05 2024-11-22T16:49:19,677 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:19,678 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,678 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,679 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,680 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,680 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,681 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T16:49:19,682 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,683 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 994dbad3181b896f3ae959c6fdd3cfb9; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66797289, jitterRate=-0.0046428292989730835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T16:49:19,683 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,684 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 994dbad3181b896f3ae959c6fdd3cfb9: Running coprocessor pre-open hook at 1732294159663Writing region info on filesystem at 1732294159663Initializing all the Stores at 1732294159664 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294159664Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294159664Cleaning up temporary data from old regions at 1732294159680 (+16 ms)Running coprocessor post-open hooks at 1732294159683 (+3 ms)Region opened successfully at 1732294159684 (+1 ms) 2024-11-22T16:49:19,685 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., pid=12, masterSystemTime=1732294159658 2024-11-22T16:49:19,687 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,687 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPEN, openSeqNum=18, regionLocation=4618c6346924,33799,1732294142188 2024-11-22T16:49:19,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188 because future has completed 2024-11-22T16:49:19,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-22T16:49:19,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33799,1732294142188 in 186 msec 2024-11-22T16:49:19,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, REOPEN/MOVE in 551 msec 2024-11-22T16:49:19,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:49:19,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:49:19,749 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4618c6346924,33799,1732294142188: testing ***** 2024-11-22T16:49:19,750 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:49:19,752 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:49:19,753 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:49:19,759 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:49:19,761 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:49:19,774 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 401319936 }, "NonHeapMemoryUsage": { "committed": 172228608, "init": 7667712, "max": -1, "used": 169626744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "4618c6346924", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10264, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 36, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 3, "ProcessCallTime_90th_percentile": 5, "ProcessCallTime_95th_percentile": 13, "ProcessCallTime_98th_percentile": 36, "ProcessCallTime_99th_percentile": 36, "ProcessCallTime_99.9th_percentile": 36, "ProcessCallTime_TimeRangeCount_0-1": 12, "ProcessCallTime_TimeRangeCount_1-3": 13, "ProcessCallTime_TimeRangeCount_3-10": 4, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 36, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 3, "TotalCallTime_90th_percentile": 5, "TotalCallTime_95th_percentile": 13, "TotalCallTime_98th_percentile": 36, "TotalCallTime_99th_percentile": 36, "TotalCallTime_99.9th_percentile": 36, "TotalCallTime_TimeRangeCount_0-1": 12, "TotalCallTime_TimeRangeCount_1-3": 13, "TotalCallTime_TimeRangeCount_3-10": 4, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5773 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "4618c6346924", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49567", "tag.serverName": "4618c6346924,33831,1732294142026", "tag.clusterId": "fc0b445c-85f7-474e-b626-a1393fdcf253", "tag.Context": "regionserver", "tag.Hostname": "4618c6346924", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732294142026, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 3, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 1, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 28, "MajorCompactionTime_max": 36, "MajorCompactionTime_mean": 32, "MajorCompactionTime_25th_percentile": 28, "MajorCompactionTime_median": 29, "MajorCompactionTime_75th_percentile": 36, "MajorCompactionTime_90th_percentile": 36, "MajorCompactionTime_95th_percentile": 36, "MajorCompactionTime_98th_percentile": 36, "MajorCompactionTime_99th_percentile": 36, "MajorCompactionTime_99.9th_percentile": 36, "MajorCompactionTime_TimeRangeCount_10-30": 1, "MajorCompactionTime_TimeRangeCount_30-100": 1, "ScanTime_num_ops": 1, "ScanTime_min": 1, "ScanTime_max": 1, "ScanTime_mean": 1, "ScanTime_25th_percentile": 1, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 3, "Delete_max": 3, "Delete_mean": 3, "Delete_25th_percentile": 3, "Delete_median": 3, "Delete_75th_percentile": 3, "Delete_90th_percentile": 3, "Delete_95th_percentile": 3, "Delete_98th_percentile": 3, "Delete_99th_percentile": 3, "Delete_99.9th_percentile": 3, "Delete_TimeRangeCount_1-3": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 28, "CompactionTime_max": 36, "CompactionTime_mean": 32, "CompactionTime_25th_percentile": 28, "CompactionTime_median": 29, "CompactionTime_75th_percentile": 36, "CompactionTime_90th_percentile": 36, "CompactionTime_95th_percentile": 36, "CompactionTime_98th_percentile": 36, "CompactionTime_99th_percentile": 36, "CompactionTime_99.9th_percentile": 36, "CompactionTime_TimeRangeCount_10-30": 1, "CompactionTime_TimeRangeCount_30-100": 1, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 84, "FlushTime_max": 84, "FlushTime_mean": 84, "FlushTime_25th_percentile": 84, "FlushTime_median": 84, "FlushTime_75th_percentile": 84, "FlushTime_90th_percentile": 84, "FlushTime_95th_percentile": 84, "FlushTime_98th_percentile": 84, "FlushTime_99th_percentile": 84, "FlushTime_99.9th_percentile": 84, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "ScanSize_SizeRangeCount_0-10": 1, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T16:49:19,778 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43001 {}] master.MasterRpcServices(700): 4618c6346924,33799,1732294142188 reported a fatal error: ***** ABORTING region server 4618c6346924,33799,1732294142188: testing ***** 2024-11-22T16:49:19,783 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4618c6346924,33799,1732294142188' ***** 2024-11-22T16:49:19,783 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-22T16:49:19,783 INFO [RS:2;4618c6346924:33799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:49:19,783 INFO [RS:2;4618c6346924:33799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T16:49:19,784 INFO [RS:2;4618c6346924:33799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T16:49:19,784 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(3091): Received CLOSE for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,784 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(956): aborting server 4618c6346924,33799,1732294142188 2024-11-22T16:49:19,784 INFO [RS:2;4618c6346924:33799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:49:19,785 INFO [RS:2;4618c6346924:33799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4618c6346924:33799. 2024-11-22T16:49:19,785 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 994dbad3181b896f3ae959c6fdd3cfb9, disabling compactions & flushes 2024-11-22T16:49:19,785 DEBUG [RS:2;4618c6346924:33799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:49:19,785 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,785 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,785 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. after waiting 0 ms 2024-11-22T16:49:19,785 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,785 DEBUG [RS:2;4618c6346924:33799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:19,785 INFO [RS:2;4618c6346924:33799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:49:19,785 INFO [RS:2;4618c6346924:33799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:49:19,786 INFO [RS:2;4618c6346924:33799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:49:19,786 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:49:19,786 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:49:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:51502 deadline: 1732294219786, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33799 startCode=1732294142188. As of locationSeqNum=12. 2024-11-22T16:49:19,787 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33831,1732294142026, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33831,1732294142026, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33799 startCode=1732294142188. As of locationSeqNum=12. 2024-11-22T16:49:19,787 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33831,1732294142026, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33799 startCode=1732294142188. As of locationSeqNum=12. 2024-11-22T16:49:19,787 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33831,1732294142026, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4618c6346924 port=33799 startCode=1732294142188. As of locationSeqNum=12. 2024-11-22T16:49:19,788 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:49:19,789 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1325): Online Regions={994dbad3181b896f3ae959c6fdd3cfb9=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:49:19,789 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:49:19,789 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:49:19,789 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:49:19,789 DEBUG [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:19,789 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:49:19,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4618c6346924,33799,1732294142188 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:19,789 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:49:19,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4618c6346924,33799,1732294142188 aborting 2024-11-22T16:49:19,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4618c6346924,33799,1732294142188 aborting 2024-11-22T16:49:19,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 from cache 2024-11-22T16:49:19,793 ERROR [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-22T16:49:19,793 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:49:19,793 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:49:19,793 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732294159789Running coprocessor pre-close hooks at 1732294159789Disabling compacts and flushes for region at 1732294159789Disabling writes for close at 1732294159789Writing region close event to WAL at 1732294159792 (+3 ms)Running coprocessor post-close hooks at 1732294159793 (+1 ms)Closed at 1732294159793 2024-11-22T16:49:19,794 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:49:19,795 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,795 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 994dbad3181b896f3ae959c6fdd3cfb9: Waiting for close lock at 1732294159784Running coprocessor pre-close hooks at 1732294159785 (+1 ms)Disabling compacts and flushes for region at 1732294159785Disabling writes for close at 1732294159785Writing region close event to WAL at 1732294159795 (+10 ms)Running coprocessor post-close hooks at 1732294159795Closed at 1732294159795 2024-11-22T16:49:19,795 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:19,803 INFO [regionserver/4618c6346924:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:49:19,899 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:49:19,901 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1] 2024-11-22T16:49:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4618c6346924,33799,1732294142188 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:19,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4618c6346924,33799,1732294142188 aborting 2024-11-22T16:49:19,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4618c6346924,33799,1732294142188 aborting 2024-11-22T16:49:19,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 from cache 2024-11-22T16:49:19,989 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(976): stopping server 4618c6346924,33799,1732294142188; all regions closed. 2024-11-22T16:49:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741836_1012 (size=7323) 2024-11-22T16:49:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741836_1012 (size=7323) 2024-11-22T16:49:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741836_1012 (size=7323) 2024-11-22T16:49:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741835_1011 (size=2288) 2024-11-22T16:49:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741835_1011 (size=2288) 2024-11-22T16:49:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741835_1011 (size=2288) 2024-11-22T16:49:19,997 DEBUG [RS:2;4618c6346924:33799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:19,997 INFO [RS:2;4618c6346924:33799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:49:19,997 INFO [RS:2;4618c6346924:33799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:49:19,997 INFO [RS:2;4618c6346924:33799 {}] hbase.ChoreService(370): Chore service for: regionserver/4618c6346924:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:49:19,997 INFO [RS:2;4618c6346924:33799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:49:19,997 INFO [regionserver/4618c6346924:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:49:19,998 INFO [RS:2;4618c6346924:33799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33799 2024-11-22T16:49:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4618c6346924,33799,1732294142188 2024-11-22T16:49:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:49:20,005 INFO [RS:2;4618c6346924:33799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:49:20,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4618c6346924,33799,1732294142188] 2024-11-22T16:49:20,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4618c6346924,33799,1732294142188 already deleted, retry=false 2024-11-22T16:49:20,010 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4618c6346924,33799,1732294142188 on 4618c6346924,43001,1732294141305 2024-11-22T16:49:20,014 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4618c6346924,33799,1732294142188, splitWal=true, meta=true 2024-11-22T16:49:20,017 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 4618c6346924,33799,1732294142188 (carryingMeta=true) 4618c6346924,33799,1732294142188/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@62178535[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T16:49:20,017 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4618c6346924,33799,1732294142188, splitWal=true, meta=true 2024-11-22T16:49:20,019 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4618c6346924,33799,1732294142188, splitWal=true, meta=true, isMeta: true 2024-11-22T16:49:20,020 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting 2024-11-22T16:49:20,021 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4618c6346924,33799,1732294142188 WAL count=1, meta=true 2024-11-22T16:49:20,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta}] 2024-11-22T16:49:20,031 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=4618c6346924,38565,1732294142142 2024-11-22T16:49:20,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, worker=4618c6346924,38565,1732294142142}] 2024-11-22T16:49:20,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:20,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1014094ccd50003, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:20,109 INFO [RS:2;4618c6346924:33799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:49:20,109 INFO [RS:2;4618c6346924:33799 {}] regionserver.HRegionServer(1031): Exiting; stopping=4618c6346924,33799,1732294142188; zookeeper connection closed. 2024-11-22T16:49:20,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:49:20,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d750d30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d750d30 2024-11-22T16:49:20,111 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1] 2024-11-22T16:49:20,112 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4618c6346924:33799 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4618c6346924/172.17.0.2:33799 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:20,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1, error=java.net.ConnectException: Call to address=4618c6346924:33799 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4618c6346924/172.17.0.2:33799 2024-11-22T16:49:20,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-22T16:49:20,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 from cache 2024-11-22T16:49:20,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 4618c6346924:33799 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4618c6346924/172.17.0.2:33799 2024-11-22T16:49:20,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:49:20,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:49:20,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-22T16:49:20,214 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, size=7.2 K (7323bytes) 2024-11-22T16:49:20,214 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta 2024-11-22T16:49:20,215 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta after 1ms 2024-11-22T16:49:20,242 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:20,242 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta took 28ms 2024-11-22T16:49:20,250 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-22T16:49:20,251 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta so closing down 2024-11-22T16:49:20,251 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:20,252 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta.temp 2024-11-22T16:49:20,279 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta.temp 2024-11-22T16:49:20,280 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741892_1070 (size=7071) 2024-11-22T16:49:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741892_1070 (size=7071) 2024-11-22T16:49:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741892_1070 (size=7071) 2024-11-22T16:49:20,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:20,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta.temp to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T16:49:20,294 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 50 ms; skipped=1; WAL=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, size=7.2 K, length=7323, corrupted=false, cancelled=false 2024-11-22T16:49:20,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, journal: Splitting hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, size=7.2 K (7323bytes) at 1732294160214Finishing writing output for hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta so closing down at 1732294160251 (+37 ms)Creating recovered edits writer path=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta.temp at 1732294160279 (+28 ms)3 split writer threads finished at 1732294160280 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732294160292 (+12 ms)Rename recovered edits hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta.temp to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1732294160293 (+1 ms)Processed 16 edits across 1 Regions in 50 ms; skipped=1; WAL=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, size=7.2 K, length=7323, corrupted=false, cancelled=false at 1732294160294 (+1 ms) 2024-11-22T16:49:20,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta 2024-11-22T16:49:20,295 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T16:49:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T16:49:20,302 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs 2024-11-22T16:49:20,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T16:49:20,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, worker=4618c6346924,38565,1732294142142 in 269 msec 2024-11-22T16:49:20,305 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=4618c6346924,38565,1732294142142 2024-11-22T16:49:20,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T16:49:20,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 4618c6346924%2C33799%2C1732294142188.meta.1732294144085.meta, worker=4618c6346924,38565,1732294142142 in 283 msec 2024-11-22T16:49:20,310 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting dir is empty, no logs to split. 2024-11-22T16:49:20,310 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4618c6346924,33799,1732294142188 WAL count=0, meta=true 2024-11-22T16:49:20,310 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4618c6346924,33799,1732294142188 WAL splitting is done? wals=0, meta=true 2024-11-22T16:49:20,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:49:20,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:49:20,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:49:20,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:49:20,421 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1] 2024-11-22T16:49:20,421 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4618c6346924:33799 this server is in the failed servers list 2024-11-22T16:49:20,422 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4618c6346924:33799 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4618c6346924:33799 2024-11-22T16:49:20,422 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4618c6346924:33799 2024-11-22T16:49:20,422 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 from cache 2024-11-22T16:49:20,464 DEBUG [4618c6346924:43001 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-22T16:49:20,464 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(204): Hosts are {4618c6346924=0} racks are {/default-rack=0} 2024-11-22T16:49:20,464 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:49:20,464 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:49:20,464 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:49:20,464 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:49:20,464 INFO [4618c6346924:43001 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:49:20,464 INFO [4618c6346924:43001 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:49:20,464 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:49:20,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4618c6346924,33831,1732294142026 2024-11-22T16:49:20,466 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4618c6346924,33831,1732294142026, state=OPENING 2024-11-22T16:49:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:20,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:49:20,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:20,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:20,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4618c6346924,33831,1732294142026}] 2024-11-22T16:49:20,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:20,627 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:49:20,627 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:20,627 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:49:20,629 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C33831%2C1732294142026.meta, suffix=.meta, logDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33831,1732294142026, archiveDir=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs, maxLogs=32 2024-11-22T16:49:20,642 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33831,1732294142026/4618c6346924%2C33831%2C1732294142026.meta.1732294160629.meta, exclude list is [], retry=0 2024-11-22T16:49:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:20,674 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33831,1732294142026/4618c6346924%2C33831%2C1732294142026.meta.1732294160629.meta 2024-11-22T16:49:20,675 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:20,675 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:20,675 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:49:20,676 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:49:20,676 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:49:20,676 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:49:20,676 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:20,676 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:49:20,676 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:49:20,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:49:20,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:49:20,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:20,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:20,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:49:20,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:49:20,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:20,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:20,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:49:20,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:49:20,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:20,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:20,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:49:20,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:49:20,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:20,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:49:20,685 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:49:20,685 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740 2024-11-22T16:49:20,687 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740 2024-11-22T16:49:20,687 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T16:49:20,715 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:20,718 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T16:49:20,718 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-22T16:49:20,739 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/info/bf07053528e64fb28eb7a84479cdc8a8 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9./info:regioninfo/1732294159688/Put/seqid=0 2024-11-22T16:49:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741894_1072 (size=11177) 2024-11-22T16:49:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741894_1072 (size=11177) 2024-11-22T16:49:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741894_1072 (size=11177) 2024-11-22T16:49:20,749 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/info/bf07053528e64fb28eb7a84479cdc8a8 2024-11-22T16:49:20,771 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/ns/0ac2572980b1445b833c98aa56305358 is 43, key is default/ns:d/1732294144319/Put/seqid=0 2024-11-22T16:49:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741895_1073 (size=5153) 2024-11-22T16:49:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741895_1073 (size=5153) 2024-11-22T16:49:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741895_1073 (size=5153) 2024-11-22T16:49:20,779 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/ns/0ac2572980b1445b833c98aa56305358 2024-11-22T16:49:20,800 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/table/de229fc39aee4d2e954674adb134ec83 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732294157962/Put/seqid=0 2024-11-22T16:49:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741896_1074 (size=5431) 2024-11-22T16:49:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741896_1074 (size=5431) 2024-11-22T16:49:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741896_1074 (size=5431) 2024-11-22T16:49:20,807 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/table/de229fc39aee4d2e954674adb134ec83 2024-11-22T16:49:20,814 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/info/bf07053528e64fb28eb7a84479cdc8a8 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/info/bf07053528e64fb28eb7a84479cdc8a8 2024-11-22T16:49:20,822 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/info/bf07053528e64fb28eb7a84479cdc8a8, entries=36, sequenceid=18, filesize=10.9 K 2024-11-22T16:49:20,823 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/ns/0ac2572980b1445b833c98aa56305358 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/ns/0ac2572980b1445b833c98aa56305358 2024-11-22T16:49:20,829 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/ns/0ac2572980b1445b833c98aa56305358, entries=2, sequenceid=18, filesize=5.0 K 2024-11-22T16:49:20,830 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/table/de229fc39aee4d2e954674adb134ec83 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/table/de229fc39aee4d2e954674adb134ec83 2024-11-22T16:49:20,837 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/table/de229fc39aee4d2e954674adb134ec83, entries=2, sequenceid=18, filesize=5.3 K 2024-11-22T16:49:20,837 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=18, compaction requested=false; wal=null 2024-11-22T16:49:20,838 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T16:49:20,839 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:49:20,839 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:49:20,840 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:49:20,842 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:49:20,844 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-22T16:49:20,845 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65601660, jitterRate=-0.022459089756011963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:49:20,846 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:49:20,846 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732294160676Writing region info on filesystem at 1732294160676Initializing all the Stores at 1732294160677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294160677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294160677Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294160677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732294160677Obtaining lock to block concurrent updates at 1732294160718 (+41 ms)Preparing flush snapshotting stores in 1588230740 at 1732294160718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1732294160719 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732294160719Flushing 1588230740/info: creating writer at 1732294160719Flushing 1588230740/info: appending metadata at 1732294160739 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732294160739Flushing 1588230740/ns: creating writer at 1732294160756 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732294160771 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732294160771Flushing 1588230740/table: creating writer at 1732294160785 (+14 ms)Flushing 1588230740/table: appending metadata at 1732294160799 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732294160799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cf286c: reopening flushed file at 1732294160814 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d2aba1: reopening flushed file at 1732294160822 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad2242f: reopening flushed file at 1732294160830 (+8 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=18, compaction requested=false; wal=null at 1732294160837 (+7 ms)Cleaning up temporary data from old regions at 1732294160839 (+2 ms)Running coprocessor post-open hooks at 1732294160846 (+7 ms)Region opened successfully at 1732294160846 2024-11-22T16:49:20,848 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732294160622 2024-11-22T16:49:20,850 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:49:20,850 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:49:20,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=4618c6346924,33831,1732294142026 2024-11-22T16:49:20,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4618c6346924,33831,1732294142026, state=OPEN 2024-11-22T16:49:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:49:20,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4618c6346924,33831,1732294142026 2024-11-22T16:49:20,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:20,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:20,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:49:20,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T16:49:20,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4618c6346924,33831,1732294142026 in 384 msec 2024-11-22T16:49:20,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-22T16:49:20,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-11-22T16:49:20,861 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 4618c6346924,33799,1732294142188 had 2 regions 2024-11-22T16:49:20,862 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4618c6346924,33799,1732294142188, splitWal=true, meta=true, isMeta: false 2024-11-22T16:49:20,865 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4618c6346924,33799,1732294142188 WAL count=1, meta=false 2024-11-22T16:49:20,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4618c6346924%2C33799%2C1732294142188.1732294143624}] 2024-11-22T16:49:20,867 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=4618c6346924,33831,1732294142026 2024-11-22T16:49:20,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4618c6346924%2C33799%2C1732294142188.1732294143624, worker=4618c6346924,33831,1732294142026}] 2024-11-22T16:49:20,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:49:20,931 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,33831,1732294142026, seqNum=-1] 2024-11-22T16:49:21,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-22T16:49:21,039 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624, size=2.2 K (2288bytes) 2024-11-22T16:49:21,039 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624 2024-11-22T16:49:21,039 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624 after 0ms 2024-11-22T16:49:21,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4618c6346924:33799 this server is in the failed servers list 2024-11-22T16:49:21,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4618c6346924:33799 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4618c6346924:33799 2024-11-22T16:49:21,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4618c6346924:33799 2024-11-22T16:49:21,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=12 from cache 2024-11-22T16:49:21,067 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:21,068 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624 took 29ms 2024-11-22T16:49:21,070 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 994dbad3181b896f3ae959c6fdd3cfb9: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-22T16:49:21,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624 so closing down 2024-11-22T16:49:21,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:21,071 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:21,071 INFO [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-22T16:49:21,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624, journal: Splitting hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624, size=2.2 K (2288bytes) at 1732294161039Finishing writing output for hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624 so closing down at 1732294161071 (+32 ms)3 split writer threads finished at 1732294161071Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1732294161071 2024-11-22T16:49:21,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624 2024-11-22T16:49:21,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-22T16:49:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43001 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-22T16:49:21,076 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting/4618c6346924%2C33799%2C1732294142188.1732294143624 to hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs 2024-11-22T16:49:21,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T16:49:21,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4618c6346924%2C33799%2C1732294142188.1732294143624, worker=4618c6346924,33831,1732294142026 in 208 msec 2024-11-22T16:49:21,080 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=4618c6346924,33831,1732294142026 2024-11-22T16:49:21,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-22T16:49:21,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 4618c6346924%2C33799%2C1732294142188.1732294143624, worker=4618c6346924,33831,1732294142026 in 215 msec 2024-11-22T16:49:21,083 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/WALs/4618c6346924,33799,1732294142188-splitting dir is empty, no logs to split. 2024-11-22T16:49:21,083 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4618c6346924,33799,1732294142188 WAL count=0, meta=false 2024-11-22T16:49:21,083 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 4618c6346924,33799,1732294142188 WAL splitting is done? wals=0, meta=false 2024-11-22T16:49:21,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN}] 2024-11-22T16:49:21,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN 2024-11-22T16:49:21,087 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:49:21,238 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(204): Hosts are {4618c6346924=0} racks are {/default-rack=0} 2024-11-22T16:49:21,238 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:49:21,238 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:49:21,238 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:49:21,238 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:49:21,238 INFO [4618c6346924:43001 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:49:21,238 INFO [4618c6346924:43001 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:49:21,238 DEBUG [4618c6346924:43001 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:49:21,238 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPENING, regionLocation=4618c6346924,33831,1732294142026 2024-11-22T16:49:21,240 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4618c6346924:33799 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4618c6346924/172.17.0.2:33799 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1, error=java.net.ConnectException: Call to address=4618c6346924:33799 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4618c6346924/172.17.0.2:33799 2024-11-22T16:49:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-22T16:49:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4618c6346924,33799,1732294142188, seqNum=-1 from cache 2024-11-22T16:49:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 4618c6346924:33799 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4618c6346924/172.17.0.2:33799 2024-11-22T16:49:21,266 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=18] 2024-11-22T16:49:21,266 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4618c6346924:33799 this server is in the failed servers list 2024-11-22T16:49:21,266 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4618c6346924:33799 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4618c6346924:33799 2024-11-22T16:49:21,266 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4618c6346924:33799 2024-11-22T16:49:21,266 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33799,1732294142188, seqNum=18 from cache 2024-11-22T16:49:21,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:49:21,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,33831,1732294142026, seqNum=-1] 2024-11-22T16:49:21,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:49:21,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:49:21,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN because future has completed 2024-11-22T16:49:21,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026}] 2024-11-22T16:49:21,510 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:21,510 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 994dbad3181b896f3ae959c6fdd3cfb9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:21,510 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,510 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:21,510 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,510 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,512 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,513 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf1 2024-11-22T16:49:21,513 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,520 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf1/8606ad896f414652bcfca98b67bf2b84 2024-11-22T16:49:21,520 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,520 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,521 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 994dbad3181b896f3ae959c6fdd3cfb9 columnFamilyName cf2 2024-11-22T16:49:21,521 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,528 DEBUG [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/cf2/a9920b3337924c88aecabc44882d0e05 2024-11-22T16:49:21,528 INFO [StoreOpener-994dbad3181b896f3ae959c6fdd3cfb9-1 {}] regionserver.HStore(327): Store=994dbad3181b896f3ae959c6fdd3cfb9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,528 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,529 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,530 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,531 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,531 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,532 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T16:49:21,533 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,534 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 994dbad3181b896f3ae959c6fdd3cfb9; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73931359, jitterRate=0.10166309773921967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T16:49:21,534 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:21,534 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 994dbad3181b896f3ae959c6fdd3cfb9: Running coprocessor pre-open hook at 1732294161511Writing region info on filesystem at 1732294161511Initializing all the Stores at 1732294161511Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161511Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161512 (+1 ms)Cleaning up temporary data from old regions at 1732294161531 (+19 ms)Running coprocessor post-open hooks at 1732294161534 (+3 ms)Region opened successfully at 1732294161534 2024-11-22T16:49:21,536 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., pid=21, masterSystemTime=1732294161506 2024-11-22T16:49:21,538 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:21,538 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:21,539 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=994dbad3181b896f3ae959c6fdd3cfb9, regionState=OPEN, openSeqNum=18, regionLocation=4618c6346924,33831,1732294142026 2024-11-22T16:49:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026 because future has completed 2024-11-22T16:49:21,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T16:49:21,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 994dbad3181b896f3ae959c6fdd3cfb9, server=4618c6346924,33831,1732294142026 in 190 msec 2024-11-22T16:49:21,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-22T16:49:21,549 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 4618c6346924,33799,1732294142188 after splitting done 2024-11-22T16:49:21,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=994dbad3181b896f3ae959c6fdd3cfb9, ASSIGN in 461 msec 2024-11-22T16:49:21,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 4618c6346924,33799,1732294142188, splitWal=true, meta=true in 1.5390 sec 2024-11-22T16:49:21,574 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., hostname=4618c6346924,33831,1732294142026, seqNum=18] 2024-11-22T16:49:21,596 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=407 (was 413), OpenFileDescriptor=1048 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6929 (was 6981) 2024-11-22T16:49:21,596 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-22T16:49:21,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=407, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6928 2024-11-22T16:49:21,609 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-22T16:49:21,629 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:21,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:21,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:21,634 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83822522, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-83822522, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:21,648 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83822522/hregion-83822522.1732294161634, exclude list is [], retry=0 2024-11-22T16:49:21,651 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:21,651 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:21,652 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:21,679 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83822522/hregion-83822522.1732294161634 2024-11-22T16:49:21,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:21,680 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c27ef68bb3882b889fa5d10b5f62a90a, NAME => 'testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741898_1076 (size=67) 2024-11-22T16:49:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741898_1076 (size=67) 2024-11-22T16:49:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741898_1076 (size=67) 2024-11-22T16:49:21,689 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:21,690 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,691 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName a 2024-11-22T16:49:21,691 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,692 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,692 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,693 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName b 2024-11-22T16:49:21,693 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,693 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,693 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,694 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName c 2024-11-22T16:49:21,694 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,695 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,695 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,697 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,697 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,697 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:21,698 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,700 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:21,701 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c27ef68bb3882b889fa5d10b5f62a90a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67495270, jitterRate=0.0057578980922698975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:21,702 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c27ef68bb3882b889fa5d10b5f62a90a: Writing region info on filesystem at 1732294161689Initializing all the Stores at 1732294161690 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161690Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161690Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161690Cleaning up temporary data from old regions at 1732294161697 (+7 ms)Region opened successfully at 1732294161701 (+4 ms) 2024-11-22T16:49:21,702 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c27ef68bb3882b889fa5d10b5f62a90a, disabling compactions & flushes 2024-11-22T16:49:21,702 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,702 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,702 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. after waiting 0 ms 2024-11-22T16:49:21,702 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,702 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,702 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c27ef68bb3882b889fa5d10b5f62a90a: Waiting for close lock at 1732294161702Disabling compacts and flushes for region at 1732294161702Disabling writes for close at 1732294161702Writing region close event to WAL at 1732294161702Closed at 1732294161702 2024-11-22T16:49:21,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-83822522/hregion-83822522.1732294161634 not finished, retry = 0 2024-11-22T16:49:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741897_1075 (size=175) 2024-11-22T16:49:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741897_1075 (size=175) 2024-11-22T16:49:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741897_1075 (size=175) 2024-11-22T16:49:21,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-22T16:49:21,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:21,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T16:49:21,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:21,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-22T16:49:21,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:21,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:21,808 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83822522:(num 1732294161634) 2024-11-22T16:49:21,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:21,810 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:21,824 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810, exclude list is [], retry=0 2024-11-22T16:49:21,827 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:21,827 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:21,827 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:21,855 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810 2024-11-22T16:49:21,855 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:21,855 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c27ef68bb3882b889fa5d10b5f62a90a, NAME => 'testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:21,856 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:21,856 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,856 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,857 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,858 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName a 2024-11-22T16:49:21,858 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,858 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,858 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,859 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName b 2024-11-22T16:49:21,859 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,859 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,860 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,860 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName c 2024-11-22T16:49:21,860 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:21,861 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:21,861 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,862 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,863 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,863 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,863 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:21,865 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:21,865 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c27ef68bb3882b889fa5d10b5f62a90a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63471481, jitterRate=-0.05420123040676117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:21,866 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c27ef68bb3882b889fa5d10b5f62a90a: Writing region info on filesystem at 1732294161856Initializing all the Stores at 1732294161857 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161857Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161857Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294161857Cleaning up temporary data from old regions at 1732294161863 (+6 ms)Region opened successfully at 1732294161866 (+3 ms) 2024-11-22T16:49:21,895 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c27ef68bb3882b889fa5d10b5f62a90a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T16:49:21,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/a/0ba711c6dccb4499a7b1ed3b92834e0e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732294161866/Put/seqid=0 2024-11-22T16:49:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741900_1078 (size=5958) 2024-11-22T16:49:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741900_1078 (size=5958) 2024-11-22T16:49:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741900_1078 (size=5958) 2024-11-22T16:49:21,919 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/a/0ba711c6dccb4499a7b1ed3b92834e0e 2024-11-22T16:49:21,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/b/0964b3e5941f4a319a69fc348c7a595a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732294161874/Put/seqid=0 2024-11-22T16:49:21,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741901_1079 (size=5958) 2024-11-22T16:49:21,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741901_1079 (size=5958) 2024-11-22T16:49:21,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741901_1079 (size=5958) 2024-11-22T16:49:21,947 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/b/0964b3e5941f4a319a69fc348c7a595a 2024-11-22T16:49:21,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/c/05ae7360b5f047d3b2d0e6bd717baafb is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732294161884/Put/seqid=0 2024-11-22T16:49:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741902_1080 (size=5958) 2024-11-22T16:49:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741902_1080 (size=5958) 2024-11-22T16:49:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741902_1080 (size=5958) 2024-11-22T16:49:21,974 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/c/05ae7360b5f047d3b2d0e6bd717baafb 2024-11-22T16:49:21,979 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/a/0ba711c6dccb4499a7b1ed3b92834e0e as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/a/0ba711c6dccb4499a7b1ed3b92834e0e 2024-11-22T16:49:21,984 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/a/0ba711c6dccb4499a7b1ed3b92834e0e, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T16:49:21,985 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/b/0964b3e5941f4a319a69fc348c7a595a as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/b/0964b3e5941f4a319a69fc348c7a595a 2024-11-22T16:49:21,990 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/b/0964b3e5941f4a319a69fc348c7a595a, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T16:49:21,990 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/c/05ae7360b5f047d3b2d0e6bd717baafb as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/c/05ae7360b5f047d3b2d0e6bd717baafb 2024-11-22T16:49:21,996 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/c/05ae7360b5f047d3b2d0e6bd717baafb, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T16:49:21,997 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for c27ef68bb3882b889fa5d10b5f62a90a in 102ms, sequenceid=33, compaction requested=false 2024-11-22T16:49:21,997 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c27ef68bb3882b889fa5d10b5f62a90a: 2024-11-22T16:49:21,997 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c27ef68bb3882b889fa5d10b5f62a90a, disabling compactions & flushes 2024-11-22T16:49:21,997 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,997 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,997 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. after waiting 0 ms 2024-11-22T16:49:21,997 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,999 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. 2024-11-22T16:49:21,999 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c27ef68bb3882b889fa5d10b5f62a90a: Waiting for close lock at 1732294161997Disabling compacts and flushes for region at 1732294161997Disabling writes for close at 1732294161997Writing region close event to WAL at 1732294161999 (+2 ms)Closed at 1732294161999 2024-11-22T16:49:22,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741899_1077 (size=6311) 2024-11-22T16:49:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741899_1077 (size=6311) 2024-11-22T16:49:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741899_1077 (size=6311) 2024-11-22T16:49:22,005 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/b/0964b3e5941f4a319a69fc348c7a595a to hdfs://localhost:39463/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/b/0964b3e5941f4a319a69fc348c7a595a 2024-11-22T16:49:22,021 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810, size=6.2 K (6311bytes) 2024-11-22T16:49:22,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810 2024-11-22T16:49:22,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810 after 0ms 2024-11-22T16:49:22,055 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:22,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810 took 34ms 2024-11-22T16:49:22,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810 so closing down 2024-11-22T16:49:22,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:22,059 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732294161810.temp 2024-11-22T16:49:22,084 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000003-wal.1732294161810.temp 2024-11-22T16:49:22,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:22,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741903_1081 (size=5575) 2024-11-22T16:49:22,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741903_1081 (size=5575) 2024-11-22T16:49:22,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741903_1081 (size=5575) 2024-11-22T16:49:22,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000003-wal.1732294161810.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:22,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000003-wal.1732294161810.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000032 2024-11-22T16:49:22,094 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-22T16:49:22,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810, journal: Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810, size=6.2 K (6311bytes) at 1732294162021Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810 so closing down at 1732294162057 (+36 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000003-wal.1732294161810.temp at 1732294162084 (+27 ms)3 split writer threads finished at 1732294162085 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000003-wal.1732294161810.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732294162092 (+7 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000003-wal.1732294161810.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000032 at 1732294162094 (+2 ms)Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1732294162094 2024-11-22T16:49:22,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294161810 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294161810 2024-11-22T16:49:22,097 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000032 2024-11-22T16:49:22,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:22,098 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:22,111 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294162099, exclude list is [], retry=0 2024-11-22T16:49:22,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:22,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:22,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:22,141 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294162099 2024-11-22T16:49:22,141 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:22,141 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c27ef68bb3882b889fa5d10b5f62a90a, NAME => 'testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:22,141 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:22,141 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,141 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,143 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,144 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName a 2024-11-22T16:49:22,144 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,149 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/a/0ba711c6dccb4499a7b1ed3b92834e0e 2024-11-22T16:49:22,149 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,149 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,150 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName b 2024-11-22T16:49:22,151 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,151 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,151 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,152 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27ef68bb3882b889fa5d10b5f62a90a columnFamilyName c 2024-11-22T16:49:22,152 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,157 DEBUG [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/c/05ae7360b5f047d3b2d0e6bd717baafb 2024-11-22T16:49:22,157 INFO [StoreOpener-c27ef68bb3882b889fa5d10b5f62a90a-1 {}] regionserver.HStore(327): Store=c27ef68bb3882b889fa5d10b5f62a90a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,157 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,158 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,159 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,160 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000032 2024-11-22T16:49:22,186 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:22,187 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000032 2024-11-22T16:49:22,187 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c27ef68bb3882b889fa5d10b5f62a90a 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T16:49:22,201 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/b/8e91aeddd12c4442bf0de3c041518da6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732294161874/Put/seqid=0 2024-11-22T16:49:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741905_1083 (size=5958) 2024-11-22T16:49:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741905_1083 (size=5958) 2024-11-22T16:49:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741905_1083 (size=5958) 2024-11-22T16:49:22,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/b/8e91aeddd12c4442bf0de3c041518da6 2024-11-22T16:49:22,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/.tmp/b/8e91aeddd12c4442bf0de3c041518da6 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/b/8e91aeddd12c4442bf0de3c041518da6 2024-11-22T16:49:22,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/b/8e91aeddd12c4442bf0de3c041518da6, entries=10, sequenceid=32, filesize=5.8 K 2024-11-22T16:49:22,219 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c27ef68bb3882b889fa5d10b5f62a90a in 32ms, sequenceid=32, compaction requested=false; wal=null 2024-11-22T16:49:22,220 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/0000000000000000032 2024-11-22T16:49:22,221 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,221 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,222 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:22,223 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c27ef68bb3882b889fa5d10b5f62a90a 2024-11-22T16:49:22,225 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/c27ef68bb3882b889fa5d10b5f62a90a/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-22T16:49:22,226 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c27ef68bb3882b889fa5d10b5f62a90a; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66057307, jitterRate=-0.01566942036151886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:22,227 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c27ef68bb3882b889fa5d10b5f62a90a: Writing region info on filesystem at 1732294162141Initializing all the Stores at 1732294162142 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162142Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162143 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162143Obtaining lock to block concurrent updates at 1732294162188 (+45 ms)Preparing flush snapshotting stores in c27ef68bb3882b889fa5d10b5f62a90a at 1732294162188Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732294162188Flushing stores of testReplayEditsWrittenViaHRegion,,1732294161630.c27ef68bb3882b889fa5d10b5f62a90a. at 1732294162188Flushing c27ef68bb3882b889fa5d10b5f62a90a/b: creating writer at 1732294162188Flushing c27ef68bb3882b889fa5d10b5f62a90a/b: appending metadata at 1732294162200 (+12 ms)Flushing c27ef68bb3882b889fa5d10b5f62a90a/b: closing flushed file at 1732294162200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7d3d3f: reopening flushed file at 1732294162213 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c27ef68bb3882b889fa5d10b5f62a90a in 32ms, sequenceid=32, compaction requested=false; wal=null at 1732294162219 (+6 ms)Cleaning up temporary data from old regions at 1732294162221 (+2 ms)Region opened successfully at 1732294162227 (+6 ms) 2024-11-22T16:49:22,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:52490 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:35748 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:33524 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:42410 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:36472 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:53528 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6925 (was 6928) 2024-11-22T16:49:22,248 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-22T16:49:22,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6924 2024-11-22T16:49:22,261 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-22T16:49:22,276 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:22,277 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:22,278 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:22,280 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80611488, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-80611488, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:22,293 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80611488/hregion-80611488.1732294162281, exclude list is [], retry=0 2024-11-22T16:49:22,296 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:22,296 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:22,296 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:22,326 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80611488/hregion-80611488.1732294162281 2024-11-22T16:49:22,326 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:22,326 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fdfdea4cb0fac54d9994149de2056275, NAME => 'testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741907_1085 (size=68) 2024-11-22T16:49:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741907_1085 (size=68) 2024-11-22T16:49:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741907_1085 (size=68) 2024-11-22T16:49:22,335 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:22,336 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,338 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName a 2024-11-22T16:49:22,338 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,338 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,338 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,339 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName b 2024-11-22T16:49:22,339 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,340 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,340 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,341 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName c 2024-11-22T16:49:22,341 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,342 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,342 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,345 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:22,346 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,348 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:22,348 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fdfdea4cb0fac54d9994149de2056275; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73722601, jitterRate=0.09855236113071442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:22,349 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fdfdea4cb0fac54d9994149de2056275: Writing region info on filesystem at 1732294162335Initializing all the Stores at 1732294162336 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162336Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162336Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162336Cleaning up temporary data from old regions at 1732294162344 (+8 ms)Region opened successfully at 1732294162349 (+5 ms) 2024-11-22T16:49:22,349 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fdfdea4cb0fac54d9994149de2056275, disabling compactions & flushes 2024-11-22T16:49:22,349 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:22,349 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:22,349 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. after waiting 0 ms 2024-11-22T16:49:22,349 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:22,350 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:22,350 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fdfdea4cb0fac54d9994149de2056275: Waiting for close lock at 1732294162349Disabling compacts and flushes for region at 1732294162349Disabling writes for close at 1732294162349Writing region close event to WAL at 1732294162350 (+1 ms)Closed at 1732294162350 2024-11-22T16:49:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741906_1084 (size=175) 2024-11-22T16:49:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741906_1084 (size=175) 2024-11-22T16:49:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741906_1084 (size=175) 2024-11-22T16:49:22,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:22,355 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80611488:(num 1732294162281) 2024-11-22T16:49:22,355 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:22,356 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:22,369 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357, exclude list is [], retry=0 2024-11-22T16:49:22,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:22,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:22,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:22,398 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357 2024-11-22T16:49:22,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:22,459 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fdfdea4cb0fac54d9994149de2056275, NAME => 'testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:22,461 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,462 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:22,462 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,462 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,464 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,465 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName a 2024-11-22T16:49:22,465 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,465 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,466 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,466 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName b 2024-11-22T16:49:22,467 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,467 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,467 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,468 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName c 2024-11-22T16:49:22,468 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:22,468 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:22,468 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,469 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,471 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,471 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,471 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:22,472 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,473 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fdfdea4cb0fac54d9994149de2056275; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66813731, jitterRate=-0.00439782440662384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:22,473 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:22,474 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fdfdea4cb0fac54d9994149de2056275: Running coprocessor pre-open hook at 1732294162462Writing region info on filesystem at 1732294162462Initializing all the Stores at 1732294162463 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162463Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162463Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294162463Cleaning up temporary data from old regions at 1732294162471 (+8 ms)Running coprocessor post-open hooks at 1732294162473 (+2 ms)Region opened successfully at 1732294162474 (+1 ms) 2024-11-22T16:49:22,484 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fdfdea4cb0fac54d9994149de2056275 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-22T16:49:22,485 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:23,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:49:23,486 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:24,487 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:25,487 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:26,488 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:27,489 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:28,489 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:29,490 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:30,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:49:30,491 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:31,491 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fdfdea4cb0fac54d9994149de2056275/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:31,493 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fdfdea4cb0fac54d9994149de2056275: 2024-11-22T16:49:31,493 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:31,509 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fdfdea4cb0fac54d9994149de2056275: 2024-11-22T16:49:31,509 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-22T16:49:31,509 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fdfdea4cb0fac54d9994149de2056275, disabling compactions & flushes 2024-11-22T16:49:31,509 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:31,509 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:31,509 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. after waiting 0 ms 2024-11-22T16:49:31,509 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:31,510 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:31,510 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. 2024-11-22T16:49:31,510 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fdfdea4cb0fac54d9994149de2056275: Waiting for close lock at 1732294171509Running coprocessor pre-close hooks at 1732294171509Disabling compacts and flushes for region at 1732294171509Disabling writes for close at 1732294171509Writing region close event to WAL at 1732294171510 (+1 ms)Running coprocessor post-close hooks at 1732294171510Closed at 1732294171510 2024-11-22T16:49:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741908_1086 (size=4236) 2024-11-22T16:49:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741908_1086 (size=4236) 2024-11-22T16:49:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741908_1086 (size=4236) 2024-11-22T16:49:31,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357, size=4.1 K (4236bytes) 2024-11-22T16:49:31,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357 2024-11-22T16:49:31,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357 after 0ms 2024-11-22T16:49:31,568 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:31,568 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357 took 30ms 2024-11-22T16:49:31,570 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357 so closing down 2024-11-22T16:49:31,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:31,572 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732294162357.temp 2024-11-22T16:49:31,598 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000004-wal.1732294162357.temp 2024-11-22T16:49:31,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741909_1087 (size=3245) 2024-11-22T16:49:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741909_1087 (size=3245) 2024-11-22T16:49:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741909_1087 (size=3245) 2024-11-22T16:49:31,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000004-wal.1732294162357.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:31,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000004-wal.1732294162357.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000026 2024-11-22T16:49:31,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-22T16:49:31,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357, journal: Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357, size=4.1 K (4236bytes) at 1732294171539Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357 so closing down at 1732294171570 (+31 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000004-wal.1732294162357.temp at 1732294171598 (+28 ms)3 split writer threads finished at 1732294171598Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000004-wal.1732294162357.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732294171605 (+7 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000004-wal.1732294162357.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000026 at 1732294171606 (+1 ms)Processed 23 edits across 1 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1732294171606 2024-11-22T16:49:31,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294162357 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294162357 2024-11-22T16:49:31,609 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000026 2024-11-22T16:49:31,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:31,610 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:31,623 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294171611, exclude list is [], retry=0 2024-11-22T16:49:31,626 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:31,626 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:31,626 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:31,654 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294171611 2024-11-22T16:49:31,655 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:31,655 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fdfdea4cb0fac54d9994149de2056275, NAME => 'testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:31,656 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,656 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:31,656 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,656 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,658 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,659 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName a 2024-11-22T16:49:31,659 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:31,659 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:31,659 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,660 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName b 2024-11-22T16:49:31,660 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:31,661 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:31,661 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,662 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfdea4cb0fac54d9994149de2056275 columnFamilyName c 2024-11-22T16:49:31,662 DEBUG [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:31,662 INFO [StoreOpener-fdfdea4cb0fac54d9994149de2056275-1 {}] regionserver.HStore(327): Store=fdfdea4cb0fac54d9994149de2056275/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:31,662 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,664 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,665 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000026 2024-11-22T16:49:31,695 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:31,697 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000026 2024-11-22T16:49:31,697 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fdfdea4cb0fac54d9994149de2056275 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-22T16:49:31,712 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/a/20649d2159674d79a079d01852f0f1b6 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732294171498/Put/seqid=0 2024-11-22T16:49:31,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741911_1089 (size=5523) 2024-11-22T16:49:31,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741911_1089 (size=5523) 2024-11-22T16:49:31,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741911_1089 (size=5523) 2024-11-22T16:49:31,721 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/a/20649d2159674d79a079d01852f0f1b6 2024-11-22T16:49:31,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-22T16:49:31,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:31,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/b/77d80245c1a64974a3dd44b82db03110 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732294171494/Put/seqid=0 2024-11-22T16:49:31,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741912_1090 (size=5524) 2024-11-22T16:49:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741912_1090 (size=5524) 2024-11-22T16:49:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741912_1090 (size=5524) 2024-11-22T16:49:31,753 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/b/77d80245c1a64974a3dd44b82db03110 2024-11-22T16:49:31,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/c/0930efe5473c4572990fab20bc5cc3ab is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732294171495/Put/seqid=0 2024-11-22T16:49:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741913_1091 (size=5457) 2024-11-22T16:49:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741913_1091 (size=5457) 2024-11-22T16:49:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741913_1091 (size=5457) 2024-11-22T16:49:31,782 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/c/0930efe5473c4572990fab20bc5cc3ab 2024-11-22T16:49:31,788 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/a/20649d2159674d79a079d01852f0f1b6 as hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/a/20649d2159674d79a079d01852f0f1b6 2024-11-22T16:49:31,794 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/a/20649d2159674d79a079d01852f0f1b6, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T16:49:31,795 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/b/77d80245c1a64974a3dd44b82db03110 as hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/b/77d80245c1a64974a3dd44b82db03110 2024-11-22T16:49:31,800 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/b/77d80245c1a64974a3dd44b82db03110, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T16:49:31,801 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/.tmp/c/0930efe5473c4572990fab20bc5cc3ab as hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/c/0930efe5473c4572990fab20bc5cc3ab 2024-11-22T16:49:31,806 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/c/0930efe5473c4572990fab20bc5cc3ab, entries=6, sequenceid=26, filesize=5.3 K 2024-11-22T16:49:31,806 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for fdfdea4cb0fac54d9994149de2056275 in 109ms, sequenceid=26, compaction requested=false; wal=null 2024-11-22T16:49:31,807 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/0000000000000000026 2024-11-22T16:49:31,808 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,808 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,809 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:31,810 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,812 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsAfterAbortingFlush/fdfdea4cb0fac54d9994149de2056275/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-22T16:49:31,813 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fdfdea4cb0fac54d9994149de2056275; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75332180, jitterRate=0.12253695726394653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:31,814 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdfdea4cb0fac54d9994149de2056275 2024-11-22T16:49:31,814 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fdfdea4cb0fac54d9994149de2056275: Running coprocessor pre-open hook at 1732294171656Writing region info on filesystem at 1732294171656Initializing all the Stores at 1732294171657 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294171657Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294171657Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294171657Obtaining lock to block concurrent updates at 1732294171697 (+40 ms)Preparing flush snapshotting stores in fdfdea4cb0fac54d9994149de2056275 at 1732294171697Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732294171697Flushing stores of testReplayEditsAfterAbortingFlush,,1732294162276.fdfdea4cb0fac54d9994149de2056275. at 1732294171697Flushing fdfdea4cb0fac54d9994149de2056275/a: creating writer at 1732294171698 (+1 ms)Flushing fdfdea4cb0fac54d9994149de2056275/a: appending metadata at 1732294171712 (+14 ms)Flushing fdfdea4cb0fac54d9994149de2056275/a: closing flushed file at 1732294171712Flushing fdfdea4cb0fac54d9994149de2056275/b: creating writer at 1732294171727 (+15 ms)Flushing fdfdea4cb0fac54d9994149de2056275/b: appending metadata at 1732294171745 (+18 ms)Flushing fdfdea4cb0fac54d9994149de2056275/b: closing flushed file at 1732294171745Flushing fdfdea4cb0fac54d9994149de2056275/c: creating writer at 1732294171758 (+13 ms)Flushing fdfdea4cb0fac54d9994149de2056275/c: appending metadata at 1732294171773 (+15 ms)Flushing fdfdea4cb0fac54d9994149de2056275/c: closing flushed file at 1732294171773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e791702: reopening flushed file at 1732294171787 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8a6e35: reopening flushed file at 1732294171794 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43928e6c: reopening flushed file at 1732294171801 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for fdfdea4cb0fac54d9994149de2056275 in 109ms, sequenceid=26, compaction requested=false; wal=null at 1732294171806 (+5 ms)Cleaning up temporary data from old regions at 1732294171808 (+2 ms)Running coprocessor post-open hooks at 1732294171814 (+6 ms)Region opened successfully at 1732294171814 2024-11-22T16:49:31,835 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415 (was 416), OpenFileDescriptor=1180 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6875 (was 6924) 2024-11-22T16:49:31,835 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-22T16:49:31,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=6873 2024-11-22T16:49:31,851 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-22T16:49:31,870 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:31,872 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:31,873 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:31,876 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67671132, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-67671132, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:31,897 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67671132/hregion-67671132.1732294171876, exclude list is [], retry=0 2024-11-22T16:49:31,901 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:31,902 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:31,904 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:31,957 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67671132/hregion-67671132.1732294171876 2024-11-22T16:49:31,958 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:31,958 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0bdcc4a12c4091af147ff2a8ec144213, NAME => 'testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741915_1093 (size=61) 2024-11-22T16:49:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741915_1093 (size=61) 2024-11-22T16:49:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741915_1093 (size=61) 2024-11-22T16:49:31,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:31,991 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:31,994 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bdcc4a12c4091af147ff2a8ec144213 columnFamilyName a 2024-11-22T16:49:31,994 DEBUG [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:31,995 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(327): Store=0bdcc4a12c4091af147ff2a8ec144213/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:31,996 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:31,997 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:31,997 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:31,998 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:31,998 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,000 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,008 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:32,013 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bdcc4a12c4091af147ff2a8ec144213; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60406696, jitterRate=-0.09987008571624756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:32,014 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bdcc4a12c4091af147ff2a8ec144213: Writing region info on filesystem at 1732294171989Initializing all the Stores at 1732294171991 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294171991Cleaning up temporary data from old regions at 1732294171998 (+7 ms)Region opened successfully at 1732294172013 (+15 ms) 2024-11-22T16:49:32,014 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0bdcc4a12c4091af147ff2a8ec144213, disabling compactions & flushes 2024-11-22T16:49:32,014 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,014 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,014 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. after waiting 0 ms 2024-11-22T16:49:32,014 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,016 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,016 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0bdcc4a12c4091af147ff2a8ec144213: Waiting for close lock at 1732294172014Disabling compacts and flushes for region at 1732294172014Disabling writes for close at 1732294172014Writing region close event to WAL at 1732294172016 (+2 ms)Closed at 1732294172016 2024-11-22T16:49:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741914_1092 (size=175) 2024-11-22T16:49:32,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-67671132/hregion-67671132.1732294171876 not finished, retry = 0 2024-11-22T16:49:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741914_1092 (size=175) 2024-11-22T16:49:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741914_1092 (size=175) 2024-11-22T16:49:32,124 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:32,124 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67671132:(num 1732294171876) 2024-11-22T16:49:32,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:32,126 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:32,140 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126, exclude list is [], retry=0 2024-11-22T16:49:32,142 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:32,143 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:32,143 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:32,171 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126 2024-11-22T16:49:32,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:32,171 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bdcc4a12c4091af147ff2a8ec144213, NAME => 'testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:32,171 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:32,171 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,172 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,173 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,174 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bdcc4a12c4091af147ff2a8ec144213 columnFamilyName a 2024-11-22T16:49:32,174 DEBUG [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,174 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(327): Store=0bdcc4a12c4091af147ff2a8ec144213/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,174 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,175 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,177 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,177 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,178 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,179 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bdcc4a12c4091af147ff2a8ec144213; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62964219, jitterRate=-0.06176002323627472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:32,179 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bdcc4a12c4091af147ff2a8ec144213: Writing region info on filesystem at 1732294172172Initializing all the Stores at 1732294172173 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172173Cleaning up temporary data from old regions at 1732294172177 (+4 ms)Region opened successfully at 1732294172179 (+2 ms) 2024-11-22T16:49:32,187 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0bdcc4a12c4091af147ff2a8ec144213, disabling compactions & flushes 2024-11-22T16:49:32,188 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,188 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,188 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. after waiting 0 ms 2024-11-22T16:49:32,188 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,188 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,188 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. 2024-11-22T16:49:32,188 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0bdcc4a12c4091af147ff2a8ec144213: Waiting for close lock at 1732294172187Disabling compacts and flushes for region at 1732294172187Disabling writes for close at 1732294172188 (+1 ms)Writing region close event to WAL at 1732294172188Closed at 1732294172188 2024-11-22T16:49:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741916_1094 (size=1795) 2024-11-22T16:49:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741916_1094 (size=1795) 2024-11-22T16:49:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741916_1094 (size=1795) 2024-11-22T16:49:32,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126, size=1.8 K (1795bytes) 2024-11-22T16:49:32,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126 2024-11-22T16:49:32,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126 after 0ms 2024-11-22T16:49:32,235 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:32,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126 took 28ms 2024-11-22T16:49:32,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126 so closing down 2024-11-22T16:49:32,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:32,239 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732294172126.temp 2024-11-22T16:49:32,266 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000003-wal.1732294172126.temp 2024-11-22T16:49:32,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:32,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741917_1095 (size=1795) 2024-11-22T16:49:32,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741917_1095 (size=1795) 2024-11-22T16:49:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741917_1095 (size=1795) 2024-11-22T16:49:32,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000003-wal.1732294172126.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:32,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000003-wal.1732294172126.temp to hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000012 2024-11-22T16:49:32,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-22T16:49:32,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126, journal: Splitting hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126, size=1.8 K (1795bytes) at 1732294172207Finishing writing output for hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126 so closing down at 1732294172237 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000003-wal.1732294172126.temp at 1732294172266 (+29 ms)3 split writer threads finished at 1732294172266Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000003-wal.1732294172126.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732294172273 (+7 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000003-wal.1732294172126.temp to hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000012 at 1732294172274 (+1 ms)Processed 10 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1732294172275 (+1 ms) 2024-11-22T16:49:32,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172126 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294172126 2024-11-22T16:49:32,277 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000012 2024-11-22T16:49:32,306 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:32,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:32,627 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:32,641 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172628, exclude list is [], retry=0 2024-11-22T16:49:32,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:32,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:32,645 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:32,672 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172628 2024-11-22T16:49:32,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:32,672 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bdcc4a12c4091af147ff2a8ec144213, NAME => 'testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:32,672 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:32,672 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,672 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,675 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,677 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bdcc4a12c4091af147ff2a8ec144213 columnFamilyName a 2024-11-22T16:49:32,677 DEBUG [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,678 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(327): Store=0bdcc4a12c4091af147ff2a8ec144213/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,678 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,680 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,680 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000012 2024-11-22T16:49:32,707 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:32,708 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000012 2024-11-22T16:49:32,708 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0bdcc4a12c4091af147ff2a8ec144213 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-22T16:49:32,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/.tmp/a/6b280c6af2584dad8e2e3352986ca6ae is 79, key is testDatalossWhenInputError/a:x0/1732294172180/Put/seqid=0 2024-11-22T16:49:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741919_1097 (size=5808) 2024-11-22T16:49:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741919_1097 (size=5808) 2024-11-22T16:49:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741919_1097 (size=5808) 2024-11-22T16:49:32,733 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/.tmp/a/6b280c6af2584dad8e2e3352986ca6ae 2024-11-22T16:49:32,742 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/.tmp/a/6b280c6af2584dad8e2e3352986ca6ae as hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/a/6b280c6af2584dad8e2e3352986ca6ae 2024-11-22T16:49:32,750 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/a/6b280c6af2584dad8e2e3352986ca6ae, entries=10, sequenceid=12, filesize=5.7 K 2024-11-22T16:49:32,750 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 0bdcc4a12c4091af147ff2a8ec144213 in 42ms, sequenceid=12, compaction requested=false; wal=null 2024-11-22T16:49:32,751 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/0000000000000000012 2024-11-22T16:49:32,752 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,752 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,755 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,757 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-22T16:49:32,758 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bdcc4a12c4091af147ff2a8ec144213; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64639806, jitterRate=-0.036791831254959106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:32,758 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bdcc4a12c4091af147ff2a8ec144213: Writing region info on filesystem at 1732294172672Initializing all the Stores at 1732294172675 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172675Obtaining lock to block concurrent updates at 1732294172708 (+33 ms)Preparing flush snapshotting stores in 0bdcc4a12c4091af147ff2a8ec144213 at 1732294172708Finished memstore snapshotting testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732294172708Flushing stores of testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213. at 1732294172708Flushing 0bdcc4a12c4091af147ff2a8ec144213/a: creating writer at 1732294172708Flushing 0bdcc4a12c4091af147ff2a8ec144213/a: appending metadata at 1732294172725 (+17 ms)Flushing 0bdcc4a12c4091af147ff2a8ec144213/a: closing flushed file at 1732294172725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c74bf31: reopening flushed file at 1732294172741 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 0bdcc4a12c4091af147ff2a8ec144213 in 42ms, sequenceid=12, compaction requested=false; wal=null at 1732294172750 (+9 ms)Cleaning up temporary data from old regions at 1732294172752 (+2 ms)Region opened successfully at 1732294172758 (+6 ms) 2024-11-22T16:49:32,761 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bdcc4a12c4091af147ff2a8ec144213, NAME => 'testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:32,762 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732294171871.0bdcc4a12c4091af147ff2a8ec144213.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:32,762 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,762 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,763 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,763 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bdcc4a12c4091af147ff2a8ec144213 columnFamilyName a 2024-11-22T16:49:32,764 DEBUG [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,769 DEBUG [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/a/6b280c6af2584dad8e2e3352986ca6ae 2024-11-22T16:49:32,769 INFO [StoreOpener-0bdcc4a12c4091af147ff2a8ec144213-1 {}] regionserver.HStore(327): Store=0bdcc4a12c4091af147ff2a8ec144213/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,769 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bdcc4a12c4091af147ff2a8ec144213 2024-11-22T16:49:32,774 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testDatalossWhenInputError/0bdcc4a12c4091af147ff2a8ec144213/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-22T16:49:32,775 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bdcc4a12c4091af147ff2a8ec144213; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64329379, jitterRate=-0.04141755402088165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:49:32,775 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bdcc4a12c4091af147ff2a8ec144213: Writing region info on filesystem at 1732294172762Initializing all the Stores at 1732294172762Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172762Cleaning up temporary data from old regions at 1732294172771 (+9 ms)Region opened successfully at 1732294172775 (+4 ms) 2024-11-22T16:49:32,792 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:53504 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:53588 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:60090 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:46842 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:60060 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:46918 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196680044-172.17.0.2-1732294138221:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1262 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=6809 (was 6873) 2024-11-22T16:49:32,792 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-22T16:49:32,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1262, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=6809 2024-11-22T16:49:32,804 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-22T16:49:32,819 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:32,821 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:32,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:32,824 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57370202, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-57370202, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:32,837 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57370202/hregion-57370202.1732294172824, exclude list is [], retry=0 2024-11-22T16:49:32,840 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:32,840 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:32,840 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:32,871 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57370202/hregion-57370202.1732294172824 2024-11-22T16:49:32,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:32,872 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8f4a92840b5a67e4774c987afca525f7, NAME => 'testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741921_1099 (size=63) 2024-11-22T16:49:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741921_1099 (size=63) 2024-11-22T16:49:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741921_1099 (size=63) 2024-11-22T16:49:32,883 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:32,885 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,886 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName a 2024-11-22T16:49:32,886 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,887 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,887 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,888 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName b 2024-11-22T16:49:32,888 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,888 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,889 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,890 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName c 2024-11-22T16:49:32,890 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,890 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,890 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,892 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,892 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,893 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:32,894 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,896 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:32,896 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f4a92840b5a67e4774c987afca525f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61368729, jitterRate=-0.08553467690944672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f4a92840b5a67e4774c987afca525f7: Writing region info on filesystem at 1732294172883Initializing all the Stores at 1732294172884 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172884Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172884Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172884Cleaning up temporary data from old regions at 1732294172892 (+8 ms)Region opened successfully at 1732294172896 (+4 ms) 2024-11-22T16:49:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8f4a92840b5a67e4774c987afca525f7, disabling compactions & flushes 2024-11-22T16:49:32,897 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. after waiting 0 ms 2024-11-22T16:49:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:32,897 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8f4a92840b5a67e4774c987afca525f7: Waiting for close lock at 1732294172897Disabling compacts and flushes for region at 1732294172897Disabling writes for close at 1732294172897Writing region close event to WAL at 1732294172897Closed at 1732294172897 2024-11-22T16:49:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741920_1098 (size=175) 2024-11-22T16:49:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741920_1098 (size=175) 2024-11-22T16:49:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741920_1098 (size=175) 2024-11-22T16:49:32,902 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:32,902 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57370202:(num 1732294172824) 2024-11-22T16:49:32,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:32,903 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:32,917 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903, exclude list is [], retry=0 2024-11-22T16:49:32,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:32,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:32,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:32,948 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 2024-11-22T16:49:32,948 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:32,948 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f4a92840b5a67e4774c987afca525f7, NAME => 'testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:32,948 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:32,948 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,949 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,950 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,951 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName a 2024-11-22T16:49:32,951 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,951 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,951 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,952 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName b 2024-11-22T16:49:32,952 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,953 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,953 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,953 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName c 2024-11-22T16:49:32,953 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:32,954 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:32,954 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,956 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,956 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,957 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:32,958 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:32,959 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f4a92840b5a67e4774c987afca525f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66215515, jitterRate=-0.01331193745136261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:32,959 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f4a92840b5a67e4774c987afca525f7: Writing region info on filesystem at 1732294172949Initializing all the Stores at 1732294172950 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172950Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172950Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294172950Cleaning up temporary data from old regions at 1732294172956 (+6 ms)Region opened successfully at 1732294172959 (+3 ms) 2024-11-22T16:49:32,963 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732294172963/Put/seqid=0 2024-11-22T16:49:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741923_1101 (size=4875) 2024-11-22T16:49:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741923_1101 (size=4875) 2024-11-22T16:49:32,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741923_1101 (size=4875) 2024-11-22T16:49:32,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732294172975/Put/seqid=0 2024-11-22T16:49:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741924_1102 (size=4875) 2024-11-22T16:49:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741924_1102 (size=4875) 2024-11-22T16:49:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741924_1102 (size=4875) 2024-11-22T16:49:32,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732294172988/Put/seqid=0 2024-11-22T16:49:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741925_1103 (size=4875) 2024-11-22T16:49:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741925_1103 (size=4875) 2024-11-22T16:49:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741925_1103 (size=4875) 2024-11-22T16:49:32,996 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 8f4a92840b5a67e4774c987afca525f7/a 2024-11-22T16:49:33,000 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-22T16:49:33,000 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:49:33,000 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 8f4a92840b5a67e4774c987afca525f7/a 2024-11-22T16:49:33,003 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-22T16:49:33,003 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:49:33,003 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 8f4a92840b5a67e4774c987afca525f7/a 2024-11-22T16:49:33,006 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-22T16:49:33,006 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:49:33,006 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f4a92840b5a67e4774c987afca525f7 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-22T16:49:33,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/.tmp/a/802cfc0b7ee44d26936528c8ea230bd7 is 55, key is testCompactedBulkLoadedFiles/a:a/1732294172960/Put/seqid=0 2024-11-22T16:49:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741926_1104 (size=5107) 2024-11-22T16:49:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741926_1104 (size=5107) 2024-11-22T16:49:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741926_1104 (size=5107) 2024-11-22T16:49:33,030 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/.tmp/a/802cfc0b7ee44d26936528c8ea230bd7 2024-11-22T16:49:33,035 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/.tmp/a/802cfc0b7ee44d26936528c8ea230bd7 as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7 2024-11-22T16:49:33,041 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7, entries=1, sequenceid=4, filesize=5.0 K 2024-11-22T16:49:33,042 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 8f4a92840b5a67e4774c987afca525f7 in 36ms, sequenceid=4, compaction requested=false 2024-11-22T16:49:33,042 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8f4a92840b5a67e4774c987afca525f7: 2024-11-22T16:49:33,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_ 2024-11-22T16:49:33,044 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_ 2024-11-22T16:49:33,045 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_ 2024-11-22T16:49:33,046 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile0 into 8f4a92840b5a67e4774c987afca525f7/a as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_ - updating store file list. 2024-11-22T16:49:33,050 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee853956a24a427085a060abd1b2d190_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:33,050 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_ into 8f4a92840b5a67e4774c987afca525f7/a 2024-11-22T16:49:33,050 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile0 into 8f4a92840b5a67e4774c987afca525f7/a (new location: hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_) 2024-11-22T16:49:33,051 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile1 into 8f4a92840b5a67e4774c987afca525f7/a as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_ - updating store file list. 2024-11-22T16:49:33,055 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:33,055 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_ into 8f4a92840b5a67e4774c987afca525f7/a 2024-11-22T16:49:33,055 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile1 into 8f4a92840b5a67e4774c987afca525f7/a (new location: hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_) 2024-11-22T16:49:33,056 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile2 into 8f4a92840b5a67e4774c987afca525f7/a as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_ - updating store file list. 2024-11-22T16:49:33,061 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 553a623dee5c426ca3403266b63b6d8f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:33,061 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_ into 8f4a92840b5a67e4774c987afca525f7/a 2024-11-22T16:49:33,061 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39463/hbase/testCompactedBulkLoadedFiles/hfile2 into 8f4a92840b5a67e4774c987afca525f7/a (new location: hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_) 2024-11-22T16:49:33,067 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:49:33,067 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8f4a92840b5a67e4774c987afca525f7/a is initiating major compaction (all files) 2024-11-22T16:49:33,068 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8f4a92840b5a67e4774c987afca525f7/a in testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:33,068 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_] into tmpdir=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/.tmp, totalSize=19.3 K 2024-11-22T16:49:33,068 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 802cfc0b7ee44d26936528c8ea230bd7, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732294172960 2024-11-22T16:49:33,069 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ee853956a24a427085a060abd1b2d190_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T16:49:33,069 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T16:49:33,070 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 553a623dee5c426ca3403266b63b6d8f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T16:49:33,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/.tmp/a/45e66b1d9d014d23806470a6f2486211 is 55, key is testCompactedBulkLoadedFiles/a:a/1732294172960/Put/seqid=0 2024-11-22T16:49:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741927_1105 (size=6154) 2024-11-22T16:49:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741927_1105 (size=6154) 2024-11-22T16:49:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741927_1105 (size=6154) 2024-11-22T16:49:33,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/.tmp/a/45e66b1d9d014d23806470a6f2486211 as hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/45e66b1d9d014d23806470a6f2486211 2024-11-22T16:49:33,098 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 8f4a92840b5a67e4774c987afca525f7/a of 8f4a92840b5a67e4774c987afca525f7 into 45e66b1d9d014d23806470a6f2486211(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:49:33,098 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8f4a92840b5a67e4774c987afca525f7: 2024-11-22T16:49:33,098 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T16:49:33,098 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T16:49:33,131 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903, size=0 (0bytes) 2024-11-22T16:49:33,131 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 might be still open, length is 0 2024-11-22T16:49:33,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 2024-11-22T16:49:33,131 WARN [IPC Server handler 1 on default port 39463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-22T16:49:33,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 after 1ms 2024-11-22T16:49:36,094 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:60112 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:33073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60112 dst: /127.0.0.1:33073 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33073 remote=/127.0.0.1:60112]. Total timeout mills is 60000, 57005 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:36,094 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:46936 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:38963:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46936 dst: /127.0.0.1:38963 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:36,094 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:53630 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:36303:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53630 dst: /127.0.0.1:36303 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741922_1106 (size=1794) 2024-11-22T16:49:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741922_1106 (size=1794) 2024-11-22T16:49:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741922_1106 (size=1794) 2024-11-22T16:49:37,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:49:37,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 after 4001ms 2024-11-22T16:49:37,161 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:37,161 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 took 4030ms 2024-11-22T16:49:37,163 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903; continuing. 2024-11-22T16:49:37,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 so closing down 2024-11-22T16:49:37,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:37,165 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732294172903.temp 2024-11-22T16:49:37,190 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000003-wal.1732294172903.temp 2024-11-22T16:49:37,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:37,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741928_1107 (size=800) 2024-11-22T16:49:37,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741928_1107 (size=800) 2024-11-22T16:49:37,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741928_1107 (size=800) 2024-11-22T16:49:37,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000003-wal.1732294172903.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:37,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000003-wal.1732294172903.temp to hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000008 2024-11-22T16:49:37,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T16:49:37,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903, journal: Splitting hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903, size=0 (0bytes) at 1732294173131Finishing writing output for hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 so closing down at 1732294177163 (+4032 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000003-wal.1732294172903.temp at 1732294177190 (+27 ms)3 split writer threads finished at 1732294177190Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000003-wal.1732294172903.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732294177199 (+9 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000003-wal.1732294172903.temp to hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000008 at 1732294177200 (+1 ms)Processed 5 edits across 1 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903, size=0, length=0, corrupted=false, cancelled=false at 1732294177200 2024-11-22T16:49:37,202 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294172903 2024-11-22T16:49:37,203 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000008 2024-11-22T16:49:37,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:37,204 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:37,216 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294177204, exclude list is [], retry=0 2024-11-22T16:49:37,219 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:37,219 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:37,219 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:37,245 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294177204 2024-11-22T16:49:37,246 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:37,246 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f4a92840b5a67e4774c987afca525f7, NAME => 'testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:37,246 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:37,246 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,246 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,247 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,248 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName a 2024-11-22T16:49:37,248 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,255 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/45e66b1d9d014d23806470a6f2486211 2024-11-22T16:49:37,258 DEBUG [StoreFileOpener-8f4a92840b5a67e4774c987afca525f7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 553a623dee5c426ca3403266b63b6d8f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:37,258 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_ 2024-11-22T16:49:37,261 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7 2024-11-22T16:49:37,265 DEBUG [StoreFileOpener-8f4a92840b5a67e4774c987afca525f7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:37,265 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_ 2024-11-22T16:49:37,268 DEBUG [StoreFileOpener-8f4a92840b5a67e4774c987afca525f7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee853956a24a427085a060abd1b2d190_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:49:37,269 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_ 2024-11-22T16:49:37,269 WARN [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@182f841e 2024-11-22T16:49:37,269 WARN [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@182f841e 2024-11-22T16:49:37,269 WARN [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@182f841e 2024-11-22T16:49:37,269 WARN [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@182f841e 2024-11-22T16:49:37,269 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_] to archive 2024-11-22T16:49:37,270 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:49:37,271 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_ to hdfs://localhost:39463/hbase/archive/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/553a623dee5c426ca3403266b63b6d8f_SeqId_4_ 2024-11-22T16:49:37,272 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7 to hdfs://localhost:39463/hbase/archive/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/802cfc0b7ee44d26936528c8ea230bd7 2024-11-22T16:49:37,273 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_ to hdfs://localhost:39463/hbase/archive/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_ 2024-11-22T16:49:37,274 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_ to hdfs://localhost:39463/hbase/archive/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/a/ee853956a24a427085a060abd1b2d190_SeqId_4_ 2024-11-22T16:49:37,274 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,274 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,275 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName b 2024-11-22T16:49:37,275 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,276 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,276 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,277 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4a92840b5a67e4774c987afca525f7 columnFamilyName c 2024-11-22T16:49:37,277 DEBUG [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,277 INFO [StoreOpener-8f4a92840b5a67e4774c987afca525f7-1 {}] regionserver.HStore(327): Store=8f4a92840b5a67e4774c987afca525f7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,278 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,280 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000008 2024-11-22T16:49:37,307 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:37,309 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 8f4a92840b5a67e4774c987afca525f7 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "8f4a92840b5a67e4774c987afca525f7" family_name: "a" compaction_input: "802cfc0b7ee44d26936528c8ea230bd7" compaction_input: "ee853956a24a427085a060abd1b2d190_SeqId_4_" compaction_input: "e28e9db2cc0c43659bacb656d8fc7c50_SeqId_4_" compaction_input: "553a623dee5c426ca3403266b63b6d8f_SeqId_4_" compaction_output: "45e66b1d9d014d23806470a6f2486211" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-22T16:49:37,309 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-22T16:49:37,309 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000008 2024-11-22T16:49:37,310 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/0000000000000000008 2024-11-22T16:49:37,311 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,311 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,312 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:37,313 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f4a92840b5a67e4774c987afca525f7 2024-11-22T16:49:37,315 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testCompactedBulkLoadedFiles/8f4a92840b5a67e4774c987afca525f7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:49:37,316 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f4a92840b5a67e4774c987afca525f7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62367646, jitterRate=-0.070649653673172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:37,316 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f4a92840b5a67e4774c987afca525f7: Writing region info on filesystem at 1732294177246Initializing all the Stores at 1732294177247 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177247Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177247Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177247Cleaning up temporary data from old regions at 1732294177311 (+64 ms)Region opened successfully at 1732294177316 (+5 ms) 2024-11-22T16:49:37,319 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8f4a92840b5a67e4774c987afca525f7, disabling compactions & flushes 2024-11-22T16:49:37,319 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:37,319 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:37,319 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. after waiting 0 ms 2024-11-22T16:49:37,319 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:37,320 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732294172820.8f4a92840b5a67e4774c987afca525f7. 2024-11-22T16:49:37,320 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8f4a92840b5a67e4774c987afca525f7: Waiting for close lock at 1732294177319Disabling compacts and flushes for region at 1732294177319Disabling writes for close at 1732294177319Writing region close event to WAL at 1732294177320 (+1 ms)Closed at 1732294177320 2024-11-22T16:49:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741929_1108 (size=175) 2024-11-22T16:49:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741929_1108 (size=175) 2024-11-22T16:49:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741929_1108 (size=175) 2024-11-22T16:49:37,325 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:37,325 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732294177204) 2024-11-22T16:49:37,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=440 (was 425) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:35573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-979237915_22 at /127.0.0.1:60192 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39463 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-979237915_22 at /127.0.0.1:53738 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-979237915_22 at /127.0.0.1:47002 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1262) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=6803 (was 6809) 2024-11-22T16:49:37,340 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-22T16:49:37,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=6803 2024-11-22T16:49:37,353 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-22T16:49:37,368 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:37,370 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:49:37,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:49:37,372 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27481132, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/hregion-27481132, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:37,385 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27481132/hregion-27481132.1732294177373, exclude list is [], retry=0 2024-11-22T16:49:37,387 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:37,388 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:37,388 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:37,414 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27481132/hregion-27481132.1732294177373 2024-11-22T16:49:37,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833)] 2024-11-22T16:49:37,414 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f8c509a67e2531fb81f6397fa6fc255e, NAME => 'testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39463/hbase 2024-11-22T16:49:37,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741931_1110 (size=67) 2024-11-22T16:49:37,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741931_1110 (size=67) 2024-11-22T16:49:37,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741931_1110 (size=67) 2024-11-22T16:49:37,423 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:37,425 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,426 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName a 2024-11-22T16:49:37,426 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,426 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,426 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,427 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName b 2024-11-22T16:49:37,428 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,428 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,428 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,430 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName c 2024-11-22T16:49:37,430 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,430 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,430 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,431 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,431 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,432 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,432 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,433 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:37,434 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,436 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:49:37,436 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8c509a67e2531fb81f6397fa6fc255e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74503187, jitterRate=0.11018399894237518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:37,436 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8c509a67e2531fb81f6397fa6fc255e: Writing region info on filesystem at 1732294177423Initializing all the Stores at 1732294177424 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177424Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177424Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177424Cleaning up temporary data from old regions at 1732294177432 (+8 ms)Region opened successfully at 1732294177436 (+4 ms) 2024-11-22T16:49:37,436 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8c509a67e2531fb81f6397fa6fc255e, disabling compactions & flushes 2024-11-22T16:49:37,436 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,437 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,437 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. after waiting 0 ms 2024-11-22T16:49:37,437 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,437 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,437 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8c509a67e2531fb81f6397fa6fc255e: Waiting for close lock at 1732294177436Disabling compacts and flushes for region at 1732294177436Disabling writes for close at 1732294177437 (+1 ms)Writing region close event to WAL at 1732294177437Closed at 1732294177437 2024-11-22T16:49:37,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741930_1109 (size=175) 2024-11-22T16:49:37,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-27481132/hregion-27481132.1732294177373 not finished, retry = 0 2024-11-22T16:49:37,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741930_1109 (size=175) 2024-11-22T16:49:37,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741930_1109 (size=175) 2024-11-22T16:49:37,543 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:37,543 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27481132:(num 1732294177373) 2024-11-22T16:49:37,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:37,545 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:37,558 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545, exclude list is [], retry=0 2024-11-22T16:49:37,560 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:37,561 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:37,561 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:37,588 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545 2024-11-22T16:49:37,588 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725)] 2024-11-22T16:49:37,589 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8c509a67e2531fb81f6397fa6fc255e, NAME => 'testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:37,589 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:37,589 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,589 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,591 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,592 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName a 2024-11-22T16:49:37,592 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,592 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,592 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,593 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName b 2024-11-22T16:49:37,593 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,593 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,594 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,594 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName c 2024-11-22T16:49:37,594 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,595 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,595 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,595 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,597 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,597 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,598 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:37,599 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,600 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8c509a67e2531fb81f6397fa6fc255e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75099845, jitterRate=0.11907489597797394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:37,600 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8c509a67e2531fb81f6397fa6fc255e: Writing region info on filesystem at 1732294177589Initializing all the Stores at 1732294177590 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177590Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177590Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177590Cleaning up temporary data from old regions at 1732294177597 (+7 ms)Region opened successfully at 1732294177600 (+3 ms) 2024-11-22T16:49:37,606 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8c509a67e2531fb81f6397fa6fc255e 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T16:49:37,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/a/aadc407c0a1346f6a7cf748e3a71575a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732294177600/Put/seqid=0 2024-11-22T16:49:37,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741933_1112 (size=5958) 2024-11-22T16:49:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741933_1112 (size=5958) 2024-11-22T16:49:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741933_1112 (size=5958) 2024-11-22T16:49:37,629 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/a/aadc407c0a1346f6a7cf748e3a71575a 2024-11-22T16:49:37,635 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/a/aadc407c0a1346f6a7cf748e3a71575a as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/a/aadc407c0a1346f6a7cf748e3a71575a 2024-11-22T16:49:37,639 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/a/aadc407c0a1346f6a7cf748e3a71575a, entries=10, sequenceid=13, filesize=5.8 K 2024-11-22T16:49:37,640 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f8c509a67e2531fb81f6397fa6fc255e in 34ms, sequenceid=13, compaction requested=false 2024-11-22T16:49:37,640 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f8c509a67e2531fb81f6397fa6fc255e: 2024-11-22T16:49:37,655 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8c509a67e2531fb81f6397fa6fc255e, disabling compactions & flushes 2024-11-22T16:49:37,655 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,656 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,656 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. after waiting 0 ms 2024-11-22T16:49:37,656 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,656 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,656 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:37,656 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8c509a67e2531fb81f6397fa6fc255e: Waiting for close lock at 1732294177655Disabling compacts and flushes for region at 1732294177655Disabling writes for close at 1732294177656 (+1 ms)Writing region close event to WAL at 1732294177656Closed at 1732294177656 2024-11-22T16:49:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741932_1111 (size=6243) 2024-11-22T16:49:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741932_1111 (size=6243) 2024-11-22T16:49:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741932_1111 (size=6243) 2024-11-22T16:49:37,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545, size=6.1 K (6243bytes) 2024-11-22T16:49:37,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545 2024-11-22T16:49:37,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545 after 0ms 2024-11-22T16:49:37,701 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:37,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545 took 26ms 2024-11-22T16:49:37,703 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545 so closing down 2024-11-22T16:49:37,703 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:37,704 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732294177545.temp 2024-11-22T16:49:37,730 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000003-wal.1732294177545.temp 2024-11-22T16:49:37,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741934_1113 (size=5575) 2024-11-22T16:49:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741934_1113 (size=5575) 2024-11-22T16:49:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741934_1113 (size=5575) 2024-11-22T16:49:37,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000003-wal.1732294177545.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:37,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000003-wal.1732294177545.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000035 2024-11-22T16:49:37,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-22T16:49:37,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545, journal: Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545, size=6.1 K (6243bytes) at 1732294177675Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545 so closing down at 1732294177703 (+28 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000003-wal.1732294177545.temp at 1732294177730 (+27 ms)3 split writer threads finished at 1732294177730Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000003-wal.1732294177545.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732294177738 (+8 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000003-wal.1732294177545.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000035 at 1732294177740 (+2 ms)Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1732294177740 2024-11-22T16:49:37,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177545 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294177545 2024-11-22T16:49:37,742 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000035 2024-11-22T16:49:37,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:37,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:37,757 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744, exclude list is [], retry=0 2024-11-22T16:49:37,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:37,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:37,760 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:37,786 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 2024-11-22T16:49:37,786 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:37,786 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8c509a67e2531fb81f6397fa6fc255e, NAME => 'testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:49:37,786 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:37,786 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,786 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,788 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,789 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName a 2024-11-22T16:49:37,789 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,794 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/a/aadc407c0a1346f6a7cf748e3a71575a 2024-11-22T16:49:37,794 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,794 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,795 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName b 2024-11-22T16:49:37,795 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,796 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,796 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,796 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName c 2024-11-22T16:49:37,796 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:37,797 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:37,797 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,797 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,798 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,799 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000035 2024-11-22T16:49:37,826 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:37,828 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000035 2024-11-22T16:49:37,828 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8c509a67e2531fb81f6397fa6fc255e 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-22T16:49:37,842 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/b/a0b04c9032a64f50aba11a9b0c843698 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732294177640/Put/seqid=0 2024-11-22T16:49:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741936_1115 (size=5958) 2024-11-22T16:49:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741936_1115 (size=5958) 2024-11-22T16:49:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741936_1115 (size=5958) 2024-11-22T16:49:37,851 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/b/a0b04c9032a64f50aba11a9b0c843698 2024-11-22T16:49:37,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/c/a7ee7487dc9548f7a48a3bcc8111dc03 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732294177647/Put/seqid=0 2024-11-22T16:49:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741937_1116 (size=5958) 2024-11-22T16:49:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741937_1116 (size=5958) 2024-11-22T16:49:37,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741937_1116 (size=5958) 2024-11-22T16:49:37,876 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/c/a7ee7487dc9548f7a48a3bcc8111dc03 2024-11-22T16:49:37,882 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/b/a0b04c9032a64f50aba11a9b0c843698 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/b/a0b04c9032a64f50aba11a9b0c843698 2024-11-22T16:49:37,887 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/b/a0b04c9032a64f50aba11a9b0c843698, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T16:49:37,887 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/c/a7ee7487dc9548f7a48a3bcc8111dc03 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/c/a7ee7487dc9548f7a48a3bcc8111dc03 2024-11-22T16:49:37,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/c/a7ee7487dc9548f7a48a3bcc8111dc03, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T16:49:37,892 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f8c509a67e2531fb81f6397fa6fc255e in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-11-22T16:49:37,893 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000035 2024-11-22T16:49:37,894 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,894 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,894 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:37,896 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:37,898 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-22T16:49:37,898 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8c509a67e2531fb81f6397fa6fc255e; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63143155, jitterRate=-0.059093669056892395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:37,899 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8c509a67e2531fb81f6397fa6fc255e: Writing region info on filesystem at 1732294177786Initializing all the Stores at 1732294177787 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177787Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177787Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294177787Obtaining lock to block concurrent updates at 1732294177828 (+41 ms)Preparing flush snapshotting stores in f8c509a67e2531fb81f6397fa6fc255e at 1732294177828Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732294177828Flushing stores of testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. at 1732294177828Flushing f8c509a67e2531fb81f6397fa6fc255e/b: creating writer at 1732294177828Flushing f8c509a67e2531fb81f6397fa6fc255e/b: appending metadata at 1732294177842 (+14 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/b: closing flushed file at 1732294177842Flushing f8c509a67e2531fb81f6397fa6fc255e/c: creating writer at 1732294177855 (+13 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/c: appending metadata at 1732294177868 (+13 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/c: closing flushed file at 1732294177868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d679188: reopening flushed file at 1732294177881 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c3f772: reopening flushed file at 1732294177887 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f8c509a67e2531fb81f6397fa6fc255e in 64ms, sequenceid=35, compaction requested=false; wal=null at 1732294177892 (+5 ms)Cleaning up temporary data from old regions at 1732294177894 (+2 ms)Region opened successfully at 1732294177899 (+5 ms) 2024-11-22T16:49:37,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744, size=0 (0bytes) 2024-11-22T16:49:37,962 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 might be still open, length is 0 2024-11-22T16:49:37,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 2024-11-22T16:49:37,963 WARN [IPC Server handler 3 on default port 39463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-22T16:49:37,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 after 1ms 2024-11-22T16:49:39,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:47062 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:38963:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47062 dst: /127.0.0.1:38963 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38963 remote=/127.0.0.1:47062]. Total timeout mills is 60000, 58737 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:39,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:53794 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:36303:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53794 dst: /127.0.0.1:36303 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:39,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_717715895_22 at /127.0.0.1:60240 [Receiving block BP-196680044-172.17.0.2-1732294138221:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:33073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60240 dst: /127.0.0.1:33073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741935_1117 (size=5567) 2024-11-22T16:49:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741935_1117 (size=5567) 2024-11-22T16:49:41,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-22T16:49:41,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-22T16:49:41,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-22T16:49:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-22T16:49:41,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 after 4001ms 2024-11-22T16:49:41,991 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:41,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 took 4029ms 2024-11-22T16:49:41,993 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744; continuing. 2024-11-22T16:49:41,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 so closing down 2024-11-22T16:49:41,993 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:49:41,995 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732294177744.temp 2024-11-22T16:49:42,034 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000037-wal.1732294177744.temp 2024-11-22T16:49:42,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:49:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741938_1118 (size=5575) 2024-11-22T16:49:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741938_1118 (size=5575) 2024-11-22T16:49:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741938_1118 (size=5575) 2024-11-22T16:49:42,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000037-wal.1732294177744.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T16:49:42,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000037-wal.1732294177744.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000066 2024-11-22T16:49:42,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T16:49:42,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744, journal: Splitting hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744, size=0 (0bytes) at 1732294177962Finishing writing output for hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 so closing down at 1732294181993 (+4031 ms)Creating recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000037-wal.1732294177744.temp at 1732294182034 (+41 ms)3 split writer threads finished at 1732294182035 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000037-wal.1732294177744.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732294182041 (+6 ms)Rename recovered edits hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000037-wal.1732294177744.temp to hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000066 at 1732294182042 (+1 ms)Processed 30 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744, size=0, length=0, corrupted=false, cancelled=false at 1732294182043 (+1 ms) 2024-11-22T16:49:42,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 to hdfs://localhost:39463/hbase/oldWALs/wal.1732294177744 2024-11-22T16:49:42,045 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000066 2024-11-22T16:49:42,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T16:49:42,046 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39463/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367, archiveDir=hdfs://localhost:39463/hbase/oldWALs, maxLogs=32 2024-11-22T16:49:42,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294182047, exclude list is [], retry=0 2024-11-22T16:49:42,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-5a843a44-a42e-4b45-9629-7b4eda9c4e0e,DISK] 2024-11-22T16:49:42,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36303,DS-d8c15e96-a750-4e45-9af5-be5e687ce8c9,DISK] 2024-11-22T16:49:42,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-53ec3ac5-46ce-4523-94f4-40c3eef6c390,DISK] 2024-11-22T16:49:42,088 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294182047 2024-11-22T16:49:42,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41833:41833),(127.0.0.1/127.0.0.1:37725:37725),(127.0.0.1/127.0.0.1:42511:42511)] 2024-11-22T16:49:42,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:49:42,091 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,091 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName a 2024-11-22T16:49:42,092 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:42,096 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/a/aadc407c0a1346f6a7cf748e3a71575a 2024-11-22T16:49:42,097 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:42,097 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,098 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName b 2024-11-22T16:49:42,098 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:42,102 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/b/a0b04c9032a64f50aba11a9b0c843698 2024-11-22T16:49:42,102 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:42,102 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,103 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c509a67e2531fb81f6397fa6fc255e columnFamilyName c 2024-11-22T16:49:42,103 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:49:42,108 DEBUG [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/c/a7ee7487dc9548f7a48a3bcc8111dc03 2024-11-22T16:49:42,108 INFO [StoreOpener-f8c509a67e2531fb81f6397fa6fc255e-1 {}] regionserver.HStore(327): Store=f8c509a67e2531fb81f6397fa6fc255e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:49:42,108 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,110 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000066 2024-11-22T16:49:42,136 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T16:49:42,141 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000066 2024-11-22T16:49:42,141 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8c509a67e2531fb81f6397fa6fc255e 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T16:49:42,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/a/41cd6f21c4964e94ac1f4d8afc370a96 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732294177905/Put/seqid=0 2024-11-22T16:49:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741940_1120 (size=5958) 2024-11-22T16:49:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741940_1120 (size=5958) 2024-11-22T16:49:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741940_1120 (size=5958) 2024-11-22T16:49:42,163 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/a/41cd6f21c4964e94ac1f4d8afc370a96 2024-11-22T16:49:42,181 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/b/9c402aefc1a04ec180491bb3dc3c1005 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732294177912/Put/seqid=0 2024-11-22T16:49:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741941_1121 (size=5958) 2024-11-22T16:49:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741941_1121 (size=5958) 2024-11-22T16:49:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741941_1121 (size=5958) 2024-11-22T16:49:42,189 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/b/9c402aefc1a04ec180491bb3dc3c1005 2024-11-22T16:49:42,207 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/c/bacaa10f2f4747b8a08ac68cfc27b0a9 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732294177917/Put/seqid=0 2024-11-22T16:49:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741942_1122 (size=5958) 2024-11-22T16:49:42,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741942_1122 (size=5958) 2024-11-22T16:49:42,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741942_1122 (size=5958) 2024-11-22T16:49:42,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/c/bacaa10f2f4747b8a08ac68cfc27b0a9 2024-11-22T16:49:42,219 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/a/41cd6f21c4964e94ac1f4d8afc370a96 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/a/41cd6f21c4964e94ac1f4d8afc370a96 2024-11-22T16:49:42,223 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/a/41cd6f21c4964e94ac1f4d8afc370a96, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T16:49:42,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/b/9c402aefc1a04ec180491bb3dc3c1005 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/b/9c402aefc1a04ec180491bb3dc3c1005 2024-11-22T16:49:42,228 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/b/9c402aefc1a04ec180491bb3dc3c1005, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T16:49:42,229 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/.tmp/c/bacaa10f2f4747b8a08ac68cfc27b0a9 as hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/c/bacaa10f2f4747b8a08ac68cfc27b0a9 2024-11-22T16:49:42,232 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/c/bacaa10f2f4747b8a08ac68cfc27b0a9, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T16:49:42,233 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f8c509a67e2531fb81f6397fa6fc255e in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-11-22T16:49:42,233 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/0000000000000000066 2024-11-22T16:49:42,234 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,234 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,234 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:49:42,235 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8c509a67e2531fb81f6397fa6fc255e 2024-11-22T16:49:42,237 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/hbase/data/default/testReplayEditsWrittenViaHRegion/f8c509a67e2531fb81f6397fa6fc255e/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-22T16:49:42,238 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8c509a67e2531fb81f6397fa6fc255e; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68250227, jitterRate=0.017007634043693542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:49:42,238 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8c509a67e2531fb81f6397fa6fc255e: Writing region info on filesystem at 1732294182089Initializing all the Stores at 1732294182090 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294182090Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294182090Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732294182090Obtaining lock to block concurrent updates at 1732294182141 (+51 ms)Preparing flush snapshotting stores in f8c509a67e2531fb81f6397fa6fc255e at 1732294182141Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732294182141Flushing stores of testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. at 1732294182141Flushing f8c509a67e2531fb81f6397fa6fc255e/a: creating writer at 1732294182141Flushing f8c509a67e2531fb81f6397fa6fc255e/a: appending metadata at 1732294182155 (+14 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/a: closing flushed file at 1732294182156 (+1 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/b: creating writer at 1732294182167 (+11 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/b: appending metadata at 1732294182181 (+14 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/b: closing flushed file at 1732294182181Flushing f8c509a67e2531fb81f6397fa6fc255e/c: creating writer at 1732294182193 (+12 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/c: appending metadata at 1732294182206 (+13 ms)Flushing f8c509a67e2531fb81f6397fa6fc255e/c: closing flushed file at 1732294182206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b083e1c: reopening flushed file at 1732294182219 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4924f44c: reopening flushed file at 1732294182223 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fde349e: reopening flushed file at 1732294182228 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f8c509a67e2531fb81f6397fa6fc255e in 91ms, sequenceid=66, compaction requested=false; wal=null at 1732294182233 (+5 ms)Cleaning up temporary data from old regions at 1732294182234 (+1 ms)Region opened successfully at 1732294182238 (+4 ms) 2024-11-22T16:49:42,249 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8c509a67e2531fb81f6397fa6fc255e, disabling compactions & flushes 2024-11-22T16:49:42,249 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:42,249 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:42,249 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. after waiting 0 ms 2024-11-22T16:49:42,249 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:42,251 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732294177368.f8c509a67e2531fb81f6397fa6fc255e. 2024-11-22T16:49:42,251 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8c509a67e2531fb81f6397fa6fc255e: Waiting for close lock at 1732294182249Disabling compacts and flushes for region at 1732294182249Disabling writes for close at 1732294182249Writing region close event to WAL at 1732294182251 (+2 ms)Closed at 1732294182251 2024-11-22T16:49:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741939_1119 (size=175) 2024-11-22T16:49:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741939_1119 (size=175) 2024-11-22T16:49:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741939_1119 (size=175) 2024-11-22T16:49:42,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T16:49:42,255 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732294182047) 2024-11-22T16:49:42,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=446 (was 440) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_441191771_22 at /127.0.0.1:54210 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39463 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_441191771_22 at /127.0.0.1:35622 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_441191771_22 at /127.0.0.1:54850 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 164) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6790 (was 6803) 2024-11-22T16:49:42,269 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-22T16:49:42,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:49:42,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:49:42,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:49:42,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:42,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:42,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:49:42,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:49:42,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=705131862, stopped=false 2024-11-22T16:49:42,271 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4618c6346924,43001,1732294141305 2024-11-22T16:49:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:49:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:49:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:49:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:42,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:49:42,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:49:42,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:49:42,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:49:42,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:49:42,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:42,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:49:42,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4618c6346924,33831,1732294142026' ***** 2024-11-22T16:49:42,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:49:42,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4618c6346924,38565,1732294142142' ***** 2024-11-22T16:49:42,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:49:42,275 INFO [RS:1;4618c6346924:38565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:49:42,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:49:42,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(3091): Received CLOSE for 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:42,275 INFO [RS:1;4618c6346924:38565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:49:42,275 INFO [RS:1;4618c6346924:38565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(959): stopping server 4618c6346924,33831,1732294142026 2024-11-22T16:49:42,275 INFO [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(959): stopping server 4618c6346924,38565,1732294142142 2024-11-22T16:49:42,275 INFO [RS:1;4618c6346924:38565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:49:42,275 INFO [RS:1;4618c6346924:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4618c6346924:38565. 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4618c6346924:33831. 2024-11-22T16:49:42,275 DEBUG [RS:1;4618c6346924:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:49:42,275 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 994dbad3181b896f3ae959c6fdd3cfb9, disabling compactions & flushes 2024-11-22T16:49:42,275 DEBUG [RS:0;4618c6346924:33831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:49:42,275 DEBUG [RS:1;4618c6346924:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:42,275 DEBUG [RS:0;4618c6346924:33831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:42,275 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:42,275 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:42,275 INFO [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(976): stopping server 4618c6346924,38565,1732294142142; all regions closed. 2024-11-22T16:49:42,275 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. after waiting 0 ms 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:49:42,275 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:49:42,275 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:49:42,276 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:49:42,276 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1325): Online Regions={994dbad3181b896f3ae959c6fdd3cfb9=testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:49:42,276 DEBUG [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 994dbad3181b896f3ae959c6fdd3cfb9 2024-11-22T16:49:42,276 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:49:42,276 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:49:42,276 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:49:42,276 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:49:42,276 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:49:42,276 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-22T16:49:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741833_1009 (size=175) 2024-11-22T16:49:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741833_1009 (size=175) 2024-11-22T16:49:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741833_1009 (size=175) 2024-11-22T16:49:42,281 DEBUG [RS:1;4618c6346924:38565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4618c6346924%2C38565%2C1732294142142:(num 1732294143624) 2024-11-22T16:49:42,281 DEBUG [RS:1;4618c6346924:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:49:42,281 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/default/testReplayEditsAfterRegionMovedWithMultiCF/994dbad3181b896f3ae959c6fdd3cfb9/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] hbase.ChoreService(370): Chore service for: regionserver/4618c6346924:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:49:42,281 INFO [regionserver/4618c6346924:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:49:42,281 INFO [RS:1;4618c6346924:38565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38565 2024-11-22T16:49:42,282 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:42,282 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 994dbad3181b896f3ae959c6fdd3cfb9: Waiting for close lock at 1732294182275Running coprocessor pre-close hooks at 1732294182275Disabling compacts and flushes for region at 1732294182275Disabling writes for close at 1732294182275Writing region close event to WAL at 1732294182276 (+1 ms)Running coprocessor post-close hooks at 1732294182282 (+6 ms)Closed at 1732294182282 2024-11-22T16:49:42,282 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9. 2024-11-22T16:49:42,282 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/info/a60c93f9805e4636af7d668d3d6c4425 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732294157529.994dbad3181b896f3ae959c6fdd3cfb9./info:regioninfo/1732294161539/Put/seqid=0 2024-11-22T16:49:42,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:49:42,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4618c6346924,38565,1732294142142 2024-11-22T16:49:42,284 INFO [RS:1;4618c6346924:38565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:49:42,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4618c6346924,38565,1732294142142] 2024-11-22T16:49:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741943_1123 (size=6778) 2024-11-22T16:49:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741943_1123 (size=6778) 2024-11-22T16:49:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741943_1123 (size=6778) 2024-11-22T16:49:42,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4618c6346924,38565,1732294142142 already deleted, retry=false 2024-11-22T16:49:42,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4618c6346924,38565,1732294142142 expired; onlineServers=1 2024-11-22T16:49:42,293 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/info/a60c93f9805e4636af7d668d3d6c4425 2024-11-22T16:49:42,298 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/.tmp/info/a60c93f9805e4636af7d668d3d6c4425 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/info/a60c93f9805e4636af7d668d3d6c4425 2024-11-22T16:49:42,303 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/info/a60c93f9805e4636af7d668d3d6c4425, entries=8, sequenceid=23, filesize=6.6 K 2024-11-22T16:49:42,304 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=23, compaction requested=false 2024-11-22T16:49:42,304 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:49:42,309 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-22T16:49:42,310 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:49:42,310 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:49:42,310 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732294182276Running coprocessor pre-close hooks at 1732294182276Disabling compacts and flushes for region at 1732294182276Disabling writes for close at 1732294182276Obtaining lock to block concurrent updates at 1732294182276Preparing flush snapshotting stores in 1588230740 at 1732294182276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1732294182277 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732294182277Flushing 1588230740/info: creating writer at 1732294182277Flushing 1588230740/info: appending metadata at 1732294182282 (+5 ms)Flushing 1588230740/info: closing flushed file at 1732294182282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e017c1: reopening flushed file at 1732294182298 (+16 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=23, compaction requested=false at 1732294182304 (+6 ms)Writing region close event to WAL at 1732294182306 (+2 ms)Running coprocessor post-close hooks at 1732294182310 (+4 ms)Closed at 1732294182310 2024-11-22T16:49:42,310 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:49:42,319 INFO [regionserver/4618c6346924:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:49:42,319 INFO [regionserver/4618c6346924:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:49:42,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:42,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1014094ccd50002, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:42,391 INFO [RS:1;4618c6346924:38565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:49:42,391 INFO [RS:1;4618c6346924:38565 {}] regionserver.HRegionServer(1031): Exiting; stopping=4618c6346924,38565,1732294142142; zookeeper connection closed. 2024-11-22T16:49:42,391 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c75c406 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c75c406 2024-11-22T16:49:42,465 INFO [regionserver/4618c6346924:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:49:42,465 INFO [regionserver/4618c6346924:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:49:42,476 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(976): stopping server 4618c6346924,33831,1732294142026; all regions closed. 2024-11-22T16:49:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741893_1071 (size=2625) 2024-11-22T16:49:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741893_1071 (size=2625) 2024-11-22T16:49:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741893_1071 (size=2625) 2024-11-22T16:49:42,481 DEBUG [RS:0;4618c6346924:33831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs 2024-11-22T16:49:42,481 INFO [RS:0;4618c6346924:33831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4618c6346924%2C33831%2C1732294142026.meta:.meta(num 1732294160629) 2024-11-22T16:49:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741834_1010 (size=3621) 2024-11-22T16:49:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741834_1010 (size=3621) 2024-11-22T16:49:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741834_1010 (size=3621) 2024-11-22T16:49:42,486 DEBUG [RS:0;4618c6346924:33831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/oldWALs 2024-11-22T16:49:42,486 INFO [RS:0;4618c6346924:33831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4618c6346924%2C33831%2C1732294142026:(num 1732294143624) 2024-11-22T16:49:42,486 DEBUG [RS:0;4618c6346924:33831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:49:42,486 INFO [RS:0;4618c6346924:33831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:49:42,486 INFO [RS:0;4618c6346924:33831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:49:42,486 INFO [RS:0;4618c6346924:33831 {}] hbase.ChoreService(370): Chore service for: regionserver/4618c6346924:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:49:42,486 INFO [RS:0;4618c6346924:33831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:49:42,486 INFO [regionserver/4618c6346924:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:49:42,486 INFO [RS:0;4618c6346924:33831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33831 2024-11-22T16:49:42,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4618c6346924,33831,1732294142026 2024-11-22T16:49:42,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:49:42,489 INFO [RS:0;4618c6346924:33831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:49:42,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4618c6346924,33831,1732294142026] 2024-11-22T16:49:42,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4618c6346924,33831,1732294142026 already deleted, retry=false 2024-11-22T16:49:42,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4618c6346924,33831,1732294142026 expired; onlineServers=0 2024-11-22T16:49:42,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4618c6346924,43001,1732294141305' ***** 2024-11-22T16:49:42,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:49:42,493 INFO [M:0;4618c6346924:43001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:49:42,493 INFO [M:0;4618c6346924:43001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:49:42,493 DEBUG [M:0;4618c6346924:43001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:49:42,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:49:42,493 DEBUG [M:0;4618c6346924:43001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:49:42,493 DEBUG [master/4618c6346924:0:becomeActiveMaster-HFileCleaner.large.0-1732294143297 {}] cleaner.HFileCleaner(306): Exit Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.large.0-1732294143297,5,FailOnTimeoutGroup] 2024-11-22T16:49:42,493 DEBUG [master/4618c6346924:0:becomeActiveMaster-HFileCleaner.small.0-1732294143301 {}] cleaner.HFileCleaner(306): Exit Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.small.0-1732294143301,5,FailOnTimeoutGroup] 2024-11-22T16:49:42,493 INFO [M:0;4618c6346924:43001 {}] hbase.ChoreService(370): Chore service for: master/4618c6346924:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:49:42,493 INFO [M:0;4618c6346924:43001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:49:42,494 DEBUG [M:0;4618c6346924:43001 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:49:42,494 INFO [M:0;4618c6346924:43001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:49:42,494 INFO [M:0;4618c6346924:43001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:49:42,494 INFO [M:0;4618c6346924:43001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:49:42,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:49:42,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T16:49:42,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:49:42,495 DEBUG [M:0;4618c6346924:43001 {}] zookeeper.ZKUtil(347): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T16:49:42,495 WARN [M:0;4618c6346924:43001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:49:42,496 INFO [M:0;4618c6346924:43001 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/.lastflushedseqids 2024-11-22T16:49:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741944_1124 (size=119) 2024-11-22T16:49:42,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741944_1124 (size=119) 2024-11-22T16:49:42,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741944_1124 (size=119) 2024-11-22T16:49:42,509 INFO [M:0;4618c6346924:43001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:49:42,509 INFO [M:0;4618c6346924:43001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:49:42,509 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:49:42,509 INFO [M:0;4618c6346924:43001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:42,509 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:42,509 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:49:42,509 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:42,509 INFO [M:0;4618c6346924:43001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.41 KB heapSize=102.71 KB 2024-11-22T16:49:42,525 DEBUG [M:0;4618c6346924:43001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f99ea3736d6454b84e943f33d2f49b1 is 82, key is hbase:meta,,1/info:regioninfo/1732294160851/Put/seqid=0 2024-11-22T16:49:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741945_1125 (size=6063) 2024-11-22T16:49:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741945_1125 (size=6063) 2024-11-22T16:49:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741945_1125 (size=6063) 2024-11-22T16:49:42,531 INFO [M:0;4618c6346924:43001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f99ea3736d6454b84e943f33d2f49b1 2024-11-22T16:49:42,549 DEBUG [M:0;4618c6346924:43001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64af6aad48334251957892ac5332aaca is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732294157968/Put/seqid=0 2024-11-22T16:49:42,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741946_1126 (size=7908) 2024-11-22T16:49:42,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741946_1126 (size=7908) 2024-11-22T16:49:42,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741946_1126 (size=7908) 2024-11-22T16:49:42,556 INFO [M:0;4618c6346924:43001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64af6aad48334251957892ac5332aaca 2024-11-22T16:49:42,560 INFO [M:0;4618c6346924:43001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64af6aad48334251957892ac5332aaca 2024-11-22T16:49:42,574 DEBUG [M:0;4618c6346924:43001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67c6096990c6400ebcb032371fd33a01 is 69, key is 4618c6346924,33831,1732294142026/rs:state/1732294143382/Put/seqid=0 2024-11-22T16:49:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741947_1127 (size=5440) 2024-11-22T16:49:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741947_1127 (size=5440) 2024-11-22T16:49:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741947_1127 (size=5440) 2024-11-22T16:49:42,581 INFO [M:0;4618c6346924:43001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67c6096990c6400ebcb032371fd33a01 2024-11-22T16:49:42,585 INFO [M:0;4618c6346924:43001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67c6096990c6400ebcb032371fd33a01 2024-11-22T16:49:42,586 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f99ea3736d6454b84e943f33d2f49b1 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f99ea3736d6454b84e943f33d2f49b1 2024-11-22T16:49:42,590 INFO [M:0;4618c6346924:43001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f99ea3736d6454b84e943f33d2f49b1, entries=14, sequenceid=207, filesize=5.9 K 2024-11-22T16:49:42,591 INFO [RS:0;4618c6346924:33831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:49:42,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:42,591 INFO [RS:0;4618c6346924:33831 {}] regionserver.HRegionServer(1031): Exiting; stopping=4618c6346924,33831,1732294142026; zookeeper connection closed. 2024-11-22T16:49:42,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33831-0x1014094ccd50001, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:42,591 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64af6aad48334251957892ac5332aaca as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64af6aad48334251957892ac5332aaca 2024-11-22T16:49:42,591 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@300f4adc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@300f4adc 2024-11-22T16:49:42,591 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T16:49:42,595 INFO [M:0;4618c6346924:43001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64af6aad48334251957892ac5332aaca 2024-11-22T16:49:42,595 INFO [M:0;4618c6346924:43001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64af6aad48334251957892ac5332aaca, entries=21, sequenceid=207, filesize=7.7 K 2024-11-22T16:49:42,596 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67c6096990c6400ebcb032371fd33a01 as hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67c6096990c6400ebcb032371fd33a01 2024-11-22T16:49:42,600 INFO [M:0;4618c6346924:43001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67c6096990c6400ebcb032371fd33a01 2024-11-22T16:49:42,600 INFO [M:0;4618c6346924:43001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39463/user/jenkins/test-data/0b6898d5-3810-b1c1-02d8-e8039d87b653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67c6096990c6400ebcb032371fd33a01, entries=3, sequenceid=207, filesize=5.3 K 2024-11-22T16:49:42,601 INFO [M:0;4618c6346924:43001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=207, compaction requested=false 2024-11-22T16:49:42,602 INFO [M:0;4618c6346924:43001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:49:42,602 DEBUG [M:0;4618c6346924:43001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732294182509Disabling compacts and flushes for region at 1732294182509Disabling writes for close at 1732294182509Obtaining lock to block concurrent updates at 1732294182509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732294182509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85410, getHeapSize=105112, getOffHeapSize=0, getCellsCount=248 at 1732294182509Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732294182510 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732294182510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732294182525 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732294182525Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732294182535 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732294182549 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732294182549Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732294182560 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732294182574 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732294182574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49dc360: reopening flushed file at 1732294182585 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6d9d6: reopening flushed file at 1732294182590 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db39125: reopening flushed file at 1732294182595 (+5 ms)Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=207, compaction requested=false at 1732294182601 (+6 ms)Writing region close event to WAL at 1732294182602 (+1 ms)Closed at 1732294182602 2024-11-22T16:49:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741830_1006 (size=102174) 2024-11-22T16:49:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36303 is added to blk_1073741830_1006 (size=102174) 2024-11-22T16:49:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741830_1006 (size=102174) 2024-11-22T16:49:42,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:49:42,605 INFO [M:0;4618c6346924:43001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:49:42,605 INFO [M:0;4618c6346924:43001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43001 2024-11-22T16:49:42,606 INFO [M:0;4618c6346924:43001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:49:42,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:42,707 INFO [M:0;4618c6346924:43001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:49:42,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43001-0x1014094ccd50000, quorum=127.0.0.1:49567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:49:42,713 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294171611 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294171611 (inode 16688) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732294162275/wal.1732294171611 (inode 16688) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-22T16:49:42,716 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294162099 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294162099 (inode 16665) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732294161628/wal.1732294162099 (inode 16665) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-22T16:49:42,717 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732294152979/wal.1732294153100 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:42,719 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172628 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172628 (inode 16714) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732294171869/wal.1732294172628 (inode 16714) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-22T16:49:42,720 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732294172819/wal.1732294172903 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:42,721 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732294177367/wal.1732294177744 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:42,721 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732294145963/wal.1732294146056 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:49:42,723 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal.1732294145784 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal.1732294145784 (inode 16485) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732294145390/wal.1732294145784 (inode 16485) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-22T16:49:42,725 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal.1732294145042 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal.1732294145042 (inode 16462) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732294144540/wal.1732294145042 (inode 16462) Holder DFSClient_NONMAPREDUCE_717715895_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-22T16:49:42,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bc738{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:49:42,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:49:42,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:49:42,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:49:42,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,STOPPED} 2024-11-22T16:49:42,734 WARN [BP-196680044-172.17.0.2-1732294138221 heartbeating to localhost/127.0.0.1:39463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:49:42,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:49:42,734 WARN [BP-196680044-172.17.0.2-1732294138221 heartbeating to localhost/127.0.0.1:39463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-196680044-172.17.0.2-1732294138221 (Datanode Uuid e912775b-411b-4c9a-b14b-808fae64ae41) service to localhost/127.0.0.1:39463 2024-11-22T16:49:42,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:49:42,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data5/current/BP-196680044-172.17.0.2-1732294138221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:49:42,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data6/current/BP-196680044-172.17.0.2-1732294138221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:49:42,736 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:49:42,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64052af6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:49:42,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:49:42,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:49:42,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:49:42,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,STOPPED} 2024-11-22T16:49:42,739 WARN [BP-196680044-172.17.0.2-1732294138221 heartbeating to localhost/127.0.0.1:39463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:49:42,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:49:42,740 WARN [BP-196680044-172.17.0.2-1732294138221 heartbeating to localhost/127.0.0.1:39463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-196680044-172.17.0.2-1732294138221 (Datanode Uuid 17c43e4d-5ae2-48ac-97a4-764da3d9044a) service to localhost/127.0.0.1:39463 2024-11-22T16:49:42,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:49:42,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data3/current/BP-196680044-172.17.0.2-1732294138221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:49:42,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data4/current/BP-196680044-172.17.0.2-1732294138221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:49:42,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:49:42,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501095cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:49:42,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:49:42,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:49:42,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:49:42,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,STOPPED} 2024-11-22T16:49:42,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:49:42,748 WARN [BP-196680044-172.17.0.2-1732294138221 heartbeating to localhost/127.0.0.1:39463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:49:42,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:49:42,748 WARN [BP-196680044-172.17.0.2-1732294138221 heartbeating to localhost/127.0.0.1:39463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-196680044-172.17.0.2-1732294138221 (Datanode Uuid 8dd196f1-7bb4-46ba-9645-d164bd57b449) service to localhost/127.0.0.1:39463 2024-11-22T16:49:42,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data1/current/BP-196680044-172.17.0.2-1732294138221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:49:42,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/cluster_35dd4ebe-1527-a759-b2cc-3db2c60dee5b/data/data2/current/BP-196680044-172.17.0.2-1732294138221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:49:42,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:49:42,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:49:42,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:49:42,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:49:42,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:49:42,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/177686ca-7470-be21-92e2-ef04767d3b04/hadoop.log.dir/,STOPPED} 2024-11-22T16:49:42,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:49:42,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down