2024-12-05 12:27:41,993 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-05 12:27:42,008 main DEBUG Took 0.012855 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 12:27:42,009 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 12:27:42,009 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 12:27:42,010 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 12:27:42,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,021 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 12:27:42,035 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,038 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,039 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,041 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,042 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,043 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,044 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,046 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,047 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,048 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,049 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,050 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:27:42,051 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,051 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 12:27:42,053 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:27:42,055 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 12:27:42,057 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 12:27:42,058 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 12:27:42,059 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 12:27:42,060 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 12:27:42,071 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 12:27:42,075 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 12:27:42,077 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 12:27:42,078 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 12:27:42,078 main DEBUG createAppenders(={Console}) 2024-12-05 12:27:42,079 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-05 12:27:42,080 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-05 12:27:42,080 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-05 12:27:42,081 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 12:27:42,081 main DEBUG OutputStream closed 2024-12-05 12:27:42,081 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 12:27:42,082 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 12:27:42,082 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-05 12:27:42,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 12:27:42,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 12:27:42,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 12:27:42,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 12:27:42,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 12:27:42,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 12:27:42,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 12:27:42,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 12:27:42,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 12:27:42,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 12:27:42,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 12:27:42,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 12:27:42,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 12:27:42,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 12:27:42,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 12:27:42,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 12:27:42,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 12:27:42,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 12:27:42,178 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 12:27:42,178 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-05 12:27:42,178 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 12:27:42,179 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-05T12:27:42,424 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d 2024-12-05 12:27:42,428 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 12:27:42,429 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T12:27:42,438 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-05T12:27:42,446 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-12-05T12:27:42,476 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T12:27:42,564 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T12:27:42,565 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T12:27:42,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:27:42,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7, deleteOnExit=true 2024-12-05T12:27:42,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:27:42,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/test.cache.data in system properties and HBase conf 2024-12-05T12:27:42,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:27:42,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:27:42,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:27:42,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:27:42,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:27:42,719 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T12:27:42,834 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:27:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:27:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:27:42,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:27:42,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:27:42,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:27:42,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:27:42,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:27:42,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:27:42,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:27:42,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:27:42,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:27:42,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:27:42,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:27:42,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:27:43,669 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:27:43,757 INFO [Time-limited test {}] log.Log(170): Logging initialized @2623ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T12:27:43,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:27:43,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:27:43,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:27:43,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:27:43,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:27:43,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:27:43,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6ae9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:27:43,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120a4c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:27:44,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14f32243{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/java.io.tmpdir/jetty-localhost-38323-hadoop-hdfs-3_4_1-tests_jar-_-any-9474812665654976663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:27:44,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71a2a7f2{HTTP/1.1, (http/1.1)}{localhost:38323} 2024-12-05T12:27:44,206 INFO [Time-limited test {}] server.Server(415): Started @3073ms 2024-12-05T12:27:44,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:27:44,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:27:44,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:27:44,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:27:44,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:27:44,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d86915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:27:44,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ace2437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:27:44,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d480c14{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/java.io.tmpdir/jetty-localhost-42325-hadoop-hdfs-3_4_1-tests_jar-_-any-17210670494439488867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:27:44,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a1e1ee{HTTP/1.1, (http/1.1)}{localhost:42325} 2024-12-05T12:27:44,910 INFO [Time-limited test {}] server.Server(415): Started @3776ms 2024-12-05T12:27:44,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:27:45,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:27:45,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:27:45,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:27:45,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:27:45,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:27:45,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a777d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:27:45,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14fd625f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:27:45,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75d96791{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/java.io.tmpdir/jetty-localhost-45813-hadoop-hdfs-3_4_1-tests_jar-_-any-18048431972201217939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:27:45,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60aef58b{HTTP/1.1, (http/1.1)}{localhost:45813} 2024-12-05T12:27:45,309 INFO [Time-limited test {}] server.Server(415): Started @4175ms 2024-12-05T12:27:45,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:27:45,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:27:45,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:27:45,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:27:45,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:27:45,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:27:45,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78fad685{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:27:45,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b0de5e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:27:45,567 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data3/current/BP-1104668840-172.17.0.2-1733401663418/current, will proceed with Du for space computation calculation, 2024-12-05T12:27:45,570 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data1/current/BP-1104668840-172.17.0.2-1733401663418/current, will proceed with Du for space computation calculation, 2024-12-05T12:27:45,572 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data2/current/BP-1104668840-172.17.0.2-1733401663418/current, will proceed with Du for space computation calculation, 2024-12-05T12:27:45,572 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data4/current/BP-1104668840-172.17.0.2-1733401663418/current, will proceed with Du for space computation calculation, 2024-12-05T12:27:45,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773b4a40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/java.io.tmpdir/jetty-localhost-38173-hadoop-hdfs-3_4_1-tests_jar-_-any-16959384578019531716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:27:45,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@286fa8e3{HTTP/1.1, (http/1.1)}{localhost:38173} 2024-12-05T12:27:45,624 INFO [Time-limited test {}] server.Server(415): Started @4490ms 2024-12-05T12:27:45,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:27:45,655 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:27:45,656 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:27:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efb62ef7392fc9e with lease ID 0xef117c6e8ceb4699: Processing first storage report for DS-4c081381-d57a-4638-a24d-20060c677d7e from datanode DatanodeRegistration(127.0.0.1:41023, datanodeUuid=012bc9fa-51c6-419c-9210-d7b6bda010bb, infoPort=37189, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418) 2024-12-05T12:27:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efb62ef7392fc9e with lease ID 0xef117c6e8ceb4699: from storage DS-4c081381-d57a-4638-a24d-20060c677d7e node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=012bc9fa-51c6-419c-9210-d7b6bda010bb, infoPort=37189, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:27:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32e5f4a87fa08f4e with lease ID 0xef117c6e8ceb469a: Processing first storage report for DS-348b95ae-43fa-40d7-a40a-4468dbc411c9 from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=e0a79245-7d84-4729-b965-33c59548c391, infoPort=41797, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418) 2024-12-05T12:27:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32e5f4a87fa08f4e with lease ID 0xef117c6e8ceb469a: from storage DS-348b95ae-43fa-40d7-a40a-4468dbc411c9 node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=e0a79245-7d84-4729-b965-33c59548c391, infoPort=41797, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:27:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32e5f4a87fa08f4e with lease ID 0xef117c6e8ceb469a: Processing first storage report for DS-d5600c59-3179-42dd-8fcf-b90f30b0443b from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=e0a79245-7d84-4729-b965-33c59548c391, infoPort=41797, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418) 2024-12-05T12:27:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32e5f4a87fa08f4e with lease ID 0xef117c6e8ceb469a: from storage DS-d5600c59-3179-42dd-8fcf-b90f30b0443b node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=e0a79245-7d84-4729-b965-33c59548c391, infoPort=41797, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:27:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efb62ef7392fc9e with lease ID 0xef117c6e8ceb4699: Processing first storage report for DS-cb12d40e-e383-4b67-b8fb-fbe3aafea7ca from datanode DatanodeRegistration(127.0.0.1:41023, datanodeUuid=012bc9fa-51c6-419c-9210-d7b6bda010bb, infoPort=37189, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418) 2024-12-05T12:27:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efb62ef7392fc9e with lease ID 0xef117c6e8ceb4699: from storage DS-cb12d40e-e383-4b67-b8fb-fbe3aafea7ca node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=012bc9fa-51c6-419c-9210-d7b6bda010bb, infoPort=37189, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:27:45,846 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data5/current/BP-1104668840-172.17.0.2-1733401663418/current, will proceed with Du for space computation calculation, 2024-12-05T12:27:45,856 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data6/current/BP-1104668840-172.17.0.2-1733401663418/current, will proceed with Du for space computation calculation, 2024-12-05T12:27:45,983 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:27:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14a21bfa4e84eec9 with lease ID 0xef117c6e8ceb469b: Processing first storage report for DS-6780b9ec-18e6-4017-a681-1a4bc7698156 from datanode DatanodeRegistration(127.0.0.1:46555, datanodeUuid=8836b392-3b8e-4f26-9222-63bb1054afbd, infoPort=40441, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418) 2024-12-05T12:27:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14a21bfa4e84eec9 with lease ID 0xef117c6e8ceb469b: from storage DS-6780b9ec-18e6-4017-a681-1a4bc7698156 node DatanodeRegistration(127.0.0.1:46555, datanodeUuid=8836b392-3b8e-4f26-9222-63bb1054afbd, infoPort=40441, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:27:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14a21bfa4e84eec9 with lease ID 0xef117c6e8ceb469b: Processing first storage report for DS-14b1632b-0e73-4cdf-8909-487b3ac68dbf from datanode DatanodeRegistration(127.0.0.1:46555, datanodeUuid=8836b392-3b8e-4f26-9222-63bb1054afbd, infoPort=40441, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418) 2024-12-05T12:27:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14a21bfa4e84eec9 with lease ID 0xef117c6e8ceb469b: from storage DS-14b1632b-0e73-4cdf-8909-487b3ac68dbf node DatanodeRegistration(127.0.0.1:46555, datanodeUuid=8836b392-3b8e-4f26-9222-63bb1054afbd, infoPort=40441, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=112058698;c=1733401663418), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:27:46,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d 2024-12-05T12:27:46,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/zookeeper_0, clientPort=64503, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:27:46,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64503 2024-12-05T12:27:46,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:46,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:27:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:27:46,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:27:47,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718 with version=8 2024-12-05T12:27:47,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/hbase-staging 2024-12-05T12:27:47,656 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:27:47,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:47,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:47,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:27:47,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:47,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:27:47,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:27:47,943 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T12:27:47,952 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T12:27:47,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:27:47,996 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2044 (auto-detected) 2024-12-05T12:27:47,997 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T12:27:48,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39127 2024-12-05T12:27:48,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39127 connecting to ZooKeeper ensemble=127.0.0.1:64503 2024-12-05T12:27:48,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391270x0, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:27:48,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39127-0x100aa686e2b0000 connected 2024-12-05T12:27:48,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:27:48,159 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718, hbase.cluster.distributed=false 2024-12-05T12:27:48,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:27:48,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39127 2024-12-05T12:27:48,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39127 2024-12-05T12:27:48,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39127 2024-12-05T12:27:48,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39127 2024-12-05T12:27:48,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39127 2024-12-05T12:27:48,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:27:48,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:27:48,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:27:48,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:27:48,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:27:48,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39121 2024-12-05T12:27:48,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39121 connecting to ZooKeeper ensemble=127.0.0.1:64503 2024-12-05T12:27:48,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391210x0, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:27:48,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391210x0, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:27:48,399 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:27:48,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39121-0x100aa686e2b0001 connected 2024-12-05T12:27:48,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:27:48,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T12:27:48,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:27:48,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39121 2024-12-05T12:27:48,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39121 2024-12-05T12:27:48,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39121 2024-12-05T12:27:48,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39121 2024-12-05T12:27:48,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39121 2024-12-05T12:27:48,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:27:48,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:27:48,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:27:48,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:27:48,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:27:48,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44939 2024-12-05T12:27:48,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44939 connecting to ZooKeeper ensemble=127.0.0.1:64503 2024-12-05T12:27:48,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449390x0, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:27:48,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44939-0x100aa686e2b0002 connected 2024-12-05T12:27:48,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:27:48,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:27:48,468 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:27:48,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T12:27:48,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:27:48,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-05T12:27:48,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-12-05T12:27:48,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-12-05T12:27:48,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-05T12:27:48,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-05T12:27:48,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:27:48,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:27:48,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:27:48,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:27:48,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:27:48,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:27:48,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37285 2024-12-05T12:27:48,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37285 connecting to ZooKeeper ensemble=127.0.0.1:64503 2024-12-05T12:27:48,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372850x0, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:27:48,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372850x0, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:27:48,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:27:48,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37285-0x100aa686e2b0003 connected 2024-12-05T12:27:48,552 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:27:48,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T12:27:48,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:27:48,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37285 2024-12-05T12:27:48,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37285 2024-12-05T12:27:48,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37285 2024-12-05T12:27:48,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37285 2024-12-05T12:27:48,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37285 2024-12-05T12:27:48,586 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2556e7014d8b:39127 2024-12-05T12:27:48,587 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2556e7014d8b,39127,1733401667424 2024-12-05T12:27:48,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,598 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2556e7014d8b,39127,1733401667424 2024-12-05T12:27:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T12:27:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T12:27:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T12:27:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,628 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T12:27:48,629 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2556e7014d8b,39127,1733401667424 from backup master directory 2024-12-05T12:27:48,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2556e7014d8b,39127,1733401667424 2024-12-05T12:27:48,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,633 WARN [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:27:48,634 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2556e7014d8b,39127,1733401667424 2024-12-05T12:27:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:27:48,636 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T12:27:48,638 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T12:27:48,709 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/hbase.id] with ID: cb3ddcea-72bd-42bd-b776-9b7eac0dbc0c 2024-12-05T12:27:48,709 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/.tmp/hbase.id 2024-12-05T12:27:48,716 WARN [IPC Server handler 4 on default port 34499 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T12:27:48,717 WARN [IPC Server handler 4 on default port 34499 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T12:27:48,717 WARN [IPC Server handler 4 on default port 34499 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T12:27:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:27:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:27:48,726 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/.tmp/hbase.id]:[hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/hbase.id] 2024-12-05T12:27:48,776 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:27:48,780 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:27:48,800 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-05T12:27:48,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:48,815 WARN [IPC Server handler 1 on default port 34499 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T12:27:48,815 WARN [IPC Server handler 1 on default port 34499 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T12:27:48,815 WARN [IPC Server handler 1 on default port 34499 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T12:27:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:27:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:27:48,846 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:27:48,849 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:27:48,857 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:27:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:27:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:27:48,944 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store 2024-12-05T12:27:48,964 WARN [IPC Server handler 3 on default port 34499 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T12:27:48,964 WARN [IPC Server handler 3 on default port 34499 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T12:27:48,964 WARN [IPC Server handler 3 on default port 34499 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T12:27:48,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:27:48,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:27:49,381 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T12:27:49,385 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:49,387 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:27:49,387 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:27:49,387 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:27:49,389 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:27:49,389 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:27:49,389 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:27:49,391 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401669387Disabling compacts and flushes for region at 1733401669387Disabling writes for close at 1733401669389 (+2 ms)Writing region close event to WAL at 1733401669389Closed at 1733401669389 2024-12-05T12:27:49,394 WARN [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/.initializing 2024-12-05T12:27:49,394 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/WALs/2556e7014d8b,39127,1733401667424 2024-12-05T12:27:49,404 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:49,421 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C39127%2C1733401667424, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/WALs/2556e7014d8b,39127,1733401667424, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/oldWALs, maxLogs=10 2024-12-05T12:27:49,461 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/WALs/2556e7014d8b,39127,1733401667424/2556e7014d8b%2C39127%2C1733401667424.1733401669427, exclude list is [], retry=0 2024-12-05T12:27:49,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:27:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T12:27:49,542 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-12-05T12:27:49,615 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/WALs/2556e7014d8b,39127,1733401667424/2556e7014d8b%2C39127%2C1733401667424.1733401669427 2024-12-05T12:27:49,616 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:27:49,617 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:27:49,617 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:49,621 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,622 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:27:49,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:49,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:49,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:27:49,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:49,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:49,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:27:49,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:49,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:49,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:27:49,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:49,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:49,731 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,736 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,738 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,746 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,747 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,750 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:27:49,754 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:27:49,769 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:27:49,770 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60483679, jitterRate=-0.09872294962406158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:27:49,779 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401669639Initializing all the Stores at 1733401669641 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401669642 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401669643 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401669643Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401669644 (+1 ms)Cleaning up temporary data from old regions at 1733401669747 (+103 ms)Region opened successfully at 1733401669778 (+31 ms) 2024-12-05T12:27:49,780 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:27:49,829 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdec30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:27:49,879 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:27:49,896 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:27:49,897 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:27:49,901 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:27:49,904 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-05T12:27:49,911 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-05T12:27:49,911 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:27:49,952 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:27:49,967 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T12:27:49,973 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T12:27:49,976 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:27:49,989 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:27:49,992 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T12:27:49,994 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:27:49,998 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:27:50,000 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T12:27:50,001 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:27:50,003 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T12:27:50,026 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:27:50,028 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T12:27:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:27:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:27:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:27:50,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:27:50,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,036 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2556e7014d8b,39127,1733401667424, sessionid=0x100aa686e2b0000, setting cluster-up flag (Was=false) 2024-12-05T12:27:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,055 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T12:27:50,061 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2556e7014d8b,39127,1733401667424 2024-12-05T12:27:50,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:50,081 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T12:27:50,083 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2556e7014d8b,39127,1733401667424 2024-12-05T12:27:50,093 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:27:50,182 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:27:50,186 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(746): ClusterId : cb3ddcea-72bd-42bd-b776-9b7eac0dbc0c 2024-12-05T12:27:50,189 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(746): ClusterId : cb3ddcea-72bd-42bd-b776-9b7eac0dbc0c 2024-12-05T12:27:50,190 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:27:50,191 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:27:50,192 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(746): ClusterId : cb3ddcea-72bd-42bd-b776-9b7eac0dbc0c 2024-12-05T12:27:50,192 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:27:50,196 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:27:50,202 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:27:50,203 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:27:50,205 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:27:50,206 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:27:50,210 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:27:50,210 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:27:50,211 DEBUG [RS:1;2556e7014d8b:44939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c92887b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:27:50,211 DEBUG [RS:0;2556e7014d8b:39121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc60edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:27:50,212 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:27:50,212 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:27:50,215 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:27:50,225 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:27:50,226 DEBUG [RS:2;2556e7014d8b:37285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2829474a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:27:50,223 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2556e7014d8b,39127,1733401667424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:27:50,231 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:27:50,232 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:27:50,232 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:27:50,232 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:27:50,232 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2556e7014d8b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:27:50,233 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,233 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:27:50,233 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,234 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2556e7014d8b:44939 2024-12-05T12:27:50,239 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:27:50,239 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:27:50,239 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:27:50,241 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2556e7014d8b:39121 2024-12-05T12:27:50,241 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:27:50,241 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:27:50,241 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:27:50,242 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,39127,1733401667424 with port=44939, startcode=1733401668445 2024-12-05T12:27:50,242 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,39127,1733401667424 with port=39121, startcode=1733401668303 2024-12-05T12:27:50,258 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2556e7014d8b:37285 2024-12-05T12:27:50,258 DEBUG [RS:0;2556e7014d8b:39121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:27:50,258 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:27:50,258 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:27:50,258 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:27:50,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:27:50,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:27:50,264 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,39127,1733401667424 with port=37285, startcode=1733401668518 2024-12-05T12:27:50,264 DEBUG [RS:2;2556e7014d8b:37285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:27:50,266 DEBUG [RS:1;2556e7014d8b:44939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:27:50,275 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:50,275 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:27:50,276 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401700276 2024-12-05T12:27:50,278 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:27:50,279 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:27:50,288 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:27:50,288 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:27:50,289 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:27:50,289 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:27:50,294 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,313 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:27:50,315 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:27:50,315 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:27:50,321 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:27:50,321 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:27:50,321 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:27:50,323 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40833, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:27:50,324 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:27:50,324 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401670323,5,FailOnTimeoutGroup] 2024-12-05T12:27:50,339 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401670325,5,FailOnTimeoutGroup] 2024-12-05T12:27:50,339 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,340 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:27:50,346 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,347 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2556e7014d8b,37285,1733401668518 2024-12-05T12:27:50,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(517): Registering regionserver=2556e7014d8b,37285,1733401668518 2024-12-05T12:27:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:27:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:27:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:27:50,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2556e7014d8b,44939,1733401668445 2024-12-05T12:27:50,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(517): Registering regionserver=2556e7014d8b,44939,1733401668445 2024-12-05T12:27:50,382 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718 2024-12-05T12:27:50,383 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34499 2024-12-05T12:27:50,383 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:27:50,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2556e7014d8b,39121,1733401668303 2024-12-05T12:27:50,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(517): Registering regionserver=2556e7014d8b,39121,1733401668303 2024-12-05T12:27:50,390 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718 2024-12-05T12:27:50,390 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34499 2024-12-05T12:27:50,390 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:27:50,395 DEBUG [RS:1;2556e7014d8b:44939 {}] zookeeper.ZKUtil(111): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2556e7014d8b,44939,1733401668445 2024-12-05T12:27:50,395 WARN [RS:1;2556e7014d8b:44939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:27:50,395 INFO [RS:1;2556e7014d8b:44939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:50,395 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,44939,1733401668445 2024-12-05T12:27:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:27:50,408 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718 2024-12-05T12:27:50,409 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34499 2024-12-05T12:27:50,409 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:27:50,417 DEBUG [RS:2;2556e7014d8b:37285 {}] zookeeper.ZKUtil(111): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2556e7014d8b,37285,1733401668518 2024-12-05T12:27:50,417 WARN [RS:2;2556e7014d8b:37285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:27:50,417 INFO [RS:2;2556e7014d8b:37285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:50,418 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518 2024-12-05T12:27:50,425 DEBUG [RS:0;2556e7014d8b:39121 {}] zookeeper.ZKUtil(111): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2556e7014d8b,39121,1733401668303 2024-12-05T12:27:50,425 WARN [RS:0;2556e7014d8b:39121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:27:50,425 INFO [RS:0;2556e7014d8b:39121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:50,425 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,39121,1733401668303 2024-12-05T12:27:50,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2556e7014d8b,37285,1733401668518] 2024-12-05T12:27:50,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2556e7014d8b,39121,1733401668303] 2024-12-05T12:27:50,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2556e7014d8b,44939,1733401668445] 2024-12-05T12:27:50,458 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:27:50,461 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:27:50,462 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:27:50,484 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:27:50,484 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:27:50,491 INFO [RS:0;2556e7014d8b:39121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:27:50,491 INFO [RS:2;2556e7014d8b:37285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:27:50,491 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,491 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,493 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:27:50,496 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:27:50,501 INFO [RS:1;2556e7014d8b:44939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:27:50,501 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,503 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:27:50,504 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:27:50,505 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,505 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,506 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,506 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,506 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,506 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,506 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:27:50,507 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,507 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,507 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,507 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,508 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,508 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,508 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:27:50,508 DEBUG [RS:0;2556e7014d8b:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:27:50,513 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:27:50,513 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,514 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,514 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,514 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,514 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,515 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:27:50,516 DEBUG [RS:2;2556e7014d8b:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:27:50,517 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:27:50,519 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:27:50,519 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,519 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,519 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,520 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,520 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,520 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,520 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:27:50,520 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,520 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,520 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,520 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,521 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,521 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,521 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,521 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,521 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:27:50,521 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,521 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:27:50,521 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,521 DEBUG [RS:1;2556e7014d8b:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:27:50,521 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39121,1733401668303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:27:50,540 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,541 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,541 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,541 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,541 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,542 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37285,1733401668518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:27:50,547 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,547 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,547 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,547 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,547 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,547 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44939,1733401668445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:27:50,573 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:27:50,576 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39121,1733401668303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,576 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,576 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.Replication(171): 2556e7014d8b,39121,1733401668303 started 2024-12-05T12:27:50,580 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:27:50,581 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,37285,1733401668518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,581 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,581 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.Replication(171): 2556e7014d8b,37285,1733401668518 started 2024-12-05T12:27:50,586 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:27:50,587 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44939,1733401668445-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,587 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,587 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.Replication(171): 2556e7014d8b,44939,1733401668445 started 2024-12-05T12:27:50,608 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,609 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,609 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1482): Serving as 2556e7014d8b,39121,1733401668303, RpcServer on 2556e7014d8b/172.17.0.2:39121, sessionid=0x100aa686e2b0001 2024-12-05T12:27:50,609 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1482): Serving as 2556e7014d8b,37285,1733401668518, RpcServer on 2556e7014d8b/172.17.0.2:37285, sessionid=0x100aa686e2b0003 2024-12-05T12:27:50,610 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:27:50,610 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:27:50,611 DEBUG [RS:2;2556e7014d8b:37285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2556e7014d8b,37285,1733401668518 2024-12-05T12:27:50,611 DEBUG [RS:0;2556e7014d8b:39121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2556e7014d8b,39121,1733401668303 2024-12-05T12:27:50,611 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,39121,1733401668303' 2024-12-05T12:27:50,611 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,37285,1733401668518' 2024-12-05T12:27:50,611 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T12:27:50,611 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T12:27:50,618 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T12:27:50,621 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:50,621 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1482): Serving as 2556e7014d8b,44939,1733401668445, RpcServer on 2556e7014d8b/172.17.0.2:44939, sessionid=0x100aa686e2b0002 2024-12-05T12:27:50,622 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:27:50,622 DEBUG [RS:1;2556e7014d8b:44939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2556e7014d8b,44939,1733401668445 2024-12-05T12:27:50,622 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44939,1733401668445' 2024-12-05T12:27:50,622 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T12:27:50,625 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:27:50,625 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:27:50,625 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T12:27:50,625 DEBUG [RS:0;2556e7014d8b:39121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2556e7014d8b,39121,1733401668303 2024-12-05T12:27:50,625 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,39121,1733401668303' 2024-12-05T12:27:50,625 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T12:27:50,629 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:27:50,629 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T12:27:50,629 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T12:27:50,629 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:27:50,630 DEBUG [RS:2;2556e7014d8b:37285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2556e7014d8b,37285,1733401668518 2024-12-05T12:27:50,630 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,37285,1733401668518' 2024-12-05T12:27:50,630 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T12:27:50,634 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:27:50,634 DEBUG [RS:0;2556e7014d8b:39121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:27:50,635 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:27:50,635 INFO [RS:0;2556e7014d8b:39121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:27:50,635 DEBUG [RS:1;2556e7014d8b:44939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2556e7014d8b,44939,1733401668445 2024-12-05T12:27:50,635 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44939,1733401668445' 2024-12-05T12:27:50,635 INFO [RS:0;2556e7014d8b:39121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:27:50,635 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T12:27:50,636 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T12:27:50,637 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T12:27:50,640 DEBUG [RS:1;2556e7014d8b:44939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:27:50,641 INFO [RS:1;2556e7014d8b:44939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:27:50,641 INFO [RS:1;2556e7014d8b:44939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:27:50,646 DEBUG [RS:2;2556e7014d8b:37285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:27:50,646 INFO [RS:2;2556e7014d8b:37285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:27:50,646 INFO [RS:2;2556e7014d8b:37285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:27:50,741 INFO [RS:0;2556e7014d8b:39121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:50,742 INFO [RS:1;2556e7014d8b:44939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:50,746 INFO [RS:1;2556e7014d8b:44939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C44939%2C1733401668445, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,44939,1733401668445, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs, maxLogs=32 2024-12-05T12:27:50,746 INFO [RS:0;2556e7014d8b:39121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C39121%2C1733401668303, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,39121,1733401668303, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs, maxLogs=32 2024-12-05T12:27:50,748 INFO [RS:2;2556e7014d8b:37285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:50,757 INFO [RS:2;2556e7014d8b:37285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C37285%2C1733401668518, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs, maxLogs=32 2024-12-05T12:27:50,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:27:50,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718 2024-12-05T12:27:50,772 DEBUG [RS:0;2556e7014d8b:39121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,39121,1733401668303/2556e7014d8b%2C39121%2C1733401668303.1733401670752, exclude list is [], retry=0 2024-12-05T12:27:50,773 DEBUG [RS:1;2556e7014d8b:44939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,44939,1733401668445/2556e7014d8b%2C44939%2C1733401668445.1733401670752, exclude list is [], retry=0 2024-12-05T12:27:50,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:50,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:50,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:50,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:50,783 DEBUG [RS:2;2556e7014d8b:37285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518/2556e7014d8b%2C37285%2C1733401668518.1733401670760, exclude list is [], retry=0 2024-12-05T12:27:50,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:50,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:50,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:50,841 INFO [RS:0;2556e7014d8b:39121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,39121,1733401668303/2556e7014d8b%2C39121%2C1733401668303.1733401670752 2024-12-05T12:27:50,849 DEBUG [RS:0;2556e7014d8b:39121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:27:50,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741834_1010 (size=32) 2024-12-05T12:27:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741834_1010 (size=32) 2024-12-05T12:27:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741834_1010 (size=32) 2024-12-05T12:27:50,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:50,877 INFO [RS:1;2556e7014d8b:44939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,44939,1733401668445/2556e7014d8b%2C44939%2C1733401668445.1733401670752 2024-12-05T12:27:50,877 DEBUG [RS:1;2556e7014d8b:44939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:27:50,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:27:50,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:27:50,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:50,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:50,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:27:50,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:27:50,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:50,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:50,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:27:50,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:27:50,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:50,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:50,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:27:50,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:27:50,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:50,891 INFO [RS:2;2556e7014d8b:37285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518/2556e7014d8b%2C37285%2C1733401668518.1733401670760 2024-12-05T12:27:50,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:50,892 DEBUG [RS:2;2556e7014d8b:37285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:27:50,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:27:50,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740 2024-12-05T12:27:50,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740 2024-12-05T12:27:50,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:27:50,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:27:50,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:27:50,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:27:50,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:27:50,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61650002, jitterRate=-0.0813433825969696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:27:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401670873Initializing all the Stores at 1733401670876 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401670876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401670877 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401670877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401670877Cleaning up temporary data from old regions at 1733401670897 (+20 ms)Region opened successfully at 1733401670910 (+13 ms) 2024-12-05T12:27:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:27:50,910 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:27:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:27:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:27:50,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:27:50,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:27:50,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401670910Disabling compacts and flushes for region at 1733401670910Disabling writes for close at 1733401670911 (+1 ms)Writing region close event to WAL at 1733401670912 (+1 ms)Closed at 1733401670912 2024-12-05T12:27:50,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:27:50,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:27:50,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:27:50,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:27:50,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:27:51,091 DEBUG [2556e7014d8b:39127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T12:27:51,102 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(204): Hosts are {2556e7014d8b=0} racks are {/default-rack=0} 2024-12-05T12:27:51,111 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T12:27:51,111 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T12:27:51,111 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T12:27:51,111 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T12:27:51,111 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T12:27:51,111 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T12:27:51,111 INFO [2556e7014d8b:39127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T12:27:51,111 INFO [2556e7014d8b:39127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T12:27:51,111 INFO [2556e7014d8b:39127 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T12:27:51,111 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T12:27:51,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2556e7014d8b,44939,1733401668445 2024-12-05T12:27:51,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2556e7014d8b,44939,1733401668445, state=OPENING 2024-12-05T12:27:51,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:27:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:27:51,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:27:51,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2556e7014d8b,44939,1733401668445}] 2024-12-05T12:27:51,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:27:51,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:27:51,356 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:27:51,357 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:51,357 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:27:51,360 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C44939%2C1733401668445.meta, suffix=.meta, logDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,44939,1733401668445, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs, maxLogs=32 2024-12-05T12:27:51,379 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,44939,1733401668445/2556e7014d8b%2C44939%2C1733401668445.meta.1733401671363.meta, exclude list is [], retry=0 2024-12-05T12:27:51,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:51,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:51,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:51,433 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,44939,1733401668445/2556e7014d8b%2C44939%2C1733401668445.meta.1733401671363.meta 2024-12-05T12:27:51,433 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:27:51,434 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:27:51,436 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:27:51,440 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:27:51,447 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:27:51,453 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:27:51,453 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:51,454 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:27:51,454 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:27:51,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:27:51,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:27:51,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:51,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:51,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:27:51,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:27:51,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:51,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:51,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:27:51,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:27:51,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:51,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:51,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:27:51,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:27:51,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:51,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:27:51,473 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:27:51,475 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740 2024-12-05T12:27:51,478 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740 2024-12-05T12:27:51,485 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:27:51,485 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:27:51,487 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:27:51,490 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:27:51,492 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59762943, jitterRate=-0.10946275293827057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:27:51,493 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:27:51,495 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401671455Writing region info on filesystem at 1733401671455Initializing all the Stores at 1733401671457 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401671458 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401671458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401671458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401671458Cleaning up temporary data from old regions at 1733401671485 (+27 ms)Running coprocessor post-open hooks at 1733401671493 (+8 ms)Region opened successfully at 1733401671494 (+1 ms) 2024-12-05T12:27:51,505 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401671333 2024-12-05T12:27:51,528 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:27:51,529 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:27:51,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44939,1733401668445 2024-12-05T12:27:51,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2556e7014d8b,44939,1733401668445, state=OPEN 2024-12-05T12:27:51,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:27:51,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:27:51,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:27:51,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:27:51,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:27:51,543 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2556e7014d8b,44939,1733401668445 2024-12-05T12:27:51,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:27:51,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2556e7014d8b,44939,1733401668445 in 378 msec 2024-12-05T12:27:51,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:27:51,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-12-05T12:27:51,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:27:51,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:27:51,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:27:51,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44939,1733401668445, seqNum=-1] 2024-12-05T12:27:51,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:27:51,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37389, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:27:51,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:27:51,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6120 sec 2024-12-05T12:27:51,739 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401671739, completionTime=-1 2024-12-05T12:27:51,743 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T12:27:51,743 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:27:51,858 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T12:27:51,858 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401731858 2024-12-05T12:27:51,858 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401791858 2024-12-05T12:27:51,858 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 114 msec 2024-12-05T12:27:51,860 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T12:27:51,894 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39127,1733401667424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:51,894 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39127,1733401667424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:51,895 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39127,1733401667424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:51,897 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2556e7014d8b:39127, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:51,897 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:51,898 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:51,913 DEBUG [master/2556e7014d8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:27:51,945 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.311sec 2024-12-05T12:27:51,950 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:27:51,952 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:27:51,953 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:27:51,954 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:27:51,954 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:27:51,955 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39127,1733401667424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:27:51,955 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39127,1733401667424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:27:51,980 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:27:51,982 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:27:51,982 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,39127,1733401667424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:27:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:27:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:27:52,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692dfaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:27:52,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,39127,-1 for getting cluster id 2024-12-05T12:27:52,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:27:52,092 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb3ddcea-72bd-42bd-b776-9b7eac0dbc0c' 2024-12-05T12:27:52,095 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:27:52,095 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb3ddcea-72bd-42bd-b776-9b7eac0dbc0c" 2024-12-05T12:27:52,096 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65065e0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:27:52,096 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,39127,-1] 2024-12-05T12:27:52,099 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:27:52,103 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:27:52,112 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:27:52,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b654e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:27:52,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:27:52,136 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44939,1733401668445, seqNum=-1] 2024-12-05T12:27:52,137 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:27:52,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:27:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2556e7014d8b,39127,1733401667424 2024-12-05T12:27:52,168 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34499/hbase 2024-12-05T12:27:52,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=3356 2024-12-05T12:27:52,225 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:52,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:52,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:52,237 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16100238, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-16100238, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:52,259 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16100238/hregion-16100238.1733401672239, exclude list is [], retry=0 2024-12-05T12:27:52,281 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:52,285 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:52,287 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:52,343 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16100238/hregion-16100238.1733401672239 2024-12-05T12:27:52,343 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:27:52,344 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1ca02304e0b8bb4d48ce5cad66834c6f, NAME => 'testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:27:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741838_1014 (size=64) 2024-12-05T12:27:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741838_1014 (size=64) 2024-12-05T12:27:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741838_1014 (size=64) 2024-12-05T12:27:52,383 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:52,388 INFO [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:52,391 INFO [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca02304e0b8bb4d48ce5cad66834c6f columnFamilyName a 2024-12-05T12:27:52,391 DEBUG [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:52,401 INFO [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] regionserver.HStore(327): Store=1ca02304e0b8bb4d48ce5cad66834c6f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:52,401 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:52,402 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:52,404 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:52,405 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:52,405 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:52,411 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:52,431 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:27:52,432 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ca02304e0b8bb4d48ce5cad66834c6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66389149, jitterRate=-0.010724589228630066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:27:52,434 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ca02304e0b8bb4d48ce5cad66834c6f: Writing region info on filesystem at 1733401672383Initializing all the Stores at 1733401672386 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672386Cleaning up temporary data from old regions at 1733401672405 (+19 ms)Region opened successfully at 1733401672434 (+29 ms) 2024-12-05T12:27:52,434 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ca02304e0b8bb4d48ce5cad66834c6f, disabling compactions & flushes 2024-12-05T12:27:52,434 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f. 2024-12-05T12:27:52,434 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f. 2024-12-05T12:27:52,434 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f. after waiting 0 ms 2024-12-05T12:27:52,434 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f. 2024-12-05T12:27:52,437 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f. 2024-12-05T12:27:52,437 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ca02304e0b8bb4d48ce5cad66834c6f: Waiting for close lock at 1733401672434Disabling compacts and flushes for region at 1733401672434Disabling writes for close at 1733401672434Writing region close event to WAL at 1733401672437 (+3 ms)Closed at 1733401672437 2024-12-05T12:27:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741837_1013 (size=175) 2024-12-05T12:27:52,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741837_1013 (size=175) 2024-12-05T12:27:52,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741837_1013 (size=175) 2024-12-05T12:27:52,473 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:27:52,474 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16100238:(num 1733401672239) 2024-12-05T12:27:52,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:27:52,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741839_1015 (size=469) 2024-12-05T12:27:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741839_1015 (size=469) 2024-12-05T12:27:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741839_1015 (size=469) 2024-12-05T12:27:52,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:27:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741840_1016 (size=322) 2024-12-05T12:27:52,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741840_1016 (size=322) 2024-12-05T12:27:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741840_1016 (size=322) 2024-12-05T12:27:52,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1, size=469 (469bytes) 2024-12-05T12:27:52,659 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T12:27:52,660 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T12:27:52,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1 2024-12-05T12:27:52,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1 after 4ms 2024-12-05T12:27:52,719 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:52,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1 took 63ms 2024-12-05T12:27:52,733 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-05T12:27:52,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1 so closing down 2024-12-05T12:27:52,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:27:52,777 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000001-wal-1.temp 2024-12-05T12:27:52,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:27:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741841_1017 (size=469) 2024-12-05T12:27:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741841_1017 (size=469) 2024-12-05T12:27:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741841_1017 (size=469) 2024-12-05T12:27:52,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T12:27:52,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002 2024-12-05T12:27:52,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-12-05T12:27:52,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1, journal: Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1, size=469 (469bytes) at 1733401672658Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1 so closing down at 1733401672737 (+79 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000001-wal-1.temp at 1733401672777 (+40 ms)3 split writer threads finished at 1733401672778 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401672800 (+22 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002 at 1733401672804 (+4 ms)Processed 2 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733401672809 (+5 ms) 2024-12-05T12:27:52,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2, size=322 (322bytes) 2024-12-05T12:27:52,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2 2024-12-05T12:27:52,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2 after 4ms 2024-12-05T12:27:52,885 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:52,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2 took 52ms 2024-12-05T12:27:52,899 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2 so closing down 2024-12-05T12:27:52,899 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:27:52,904 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-05T12:27:52,949 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002-wal-2.temp 2024-12-05T12:27:52,952 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:27:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741842_1018 (size=322) 2024-12-05T12:27:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741842_1018 (size=322) 2024-12-05T12:27:52,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741842_1018 (size=322) 2024-12-05T12:27:52,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T12:27:53,016 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:53,019 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-12-05T12:27:53,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-12-05T12:27:53,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2, journal: Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2, size=322 (322bytes) at 1733401672833Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2 so closing down at 1733401672899 (+66 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002-wal-2.temp at 1733401672949 (+50 ms)3 split writer threads finished at 1733401672952 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401672977 (+25 ms)Processed 1 edits across 1 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733401673022 (+45 ms) 2024-12-05T12:27:53,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:27:53,030 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:53,049 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal.1733401673031, exclude list is [], retry=0 2024-12-05T12:27:53,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:53,058 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:53,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:53,109 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal.1733401673031 2024-12-05T12:27:53,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:27:53,110 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ca02304e0b8bb4d48ce5cad66834c6f, NAME => 'testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:27:53,111 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:53,111 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,111 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,124 INFO [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,136 INFO [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca02304e0b8bb4d48ce5cad66834c6f columnFamilyName a 2024-12-05T12:27:53,137 DEBUG [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:53,142 INFO [StoreOpener-1ca02304e0b8bb4d48ce5cad66834c6f-1 {}] regionserver.HStore(327): Store=1ca02304e0b8bb4d48ce5cad66834c6f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:53,143 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,147 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,149 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002 2024-12-05T12:27:53,191 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:53,200 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002 2024-12-05T12:27:53,204 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1ca02304e0b8bb4d48ce5cad66834c6f 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-05T12:27:53,281 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/.tmp/a/fda6cc177e5f40a48beb9d836674365a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733401672474/Put/seqid=0 2024-12-05T12:27:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741844_1020 (size=5170) 2024-12-05T12:27:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741844_1020 (size=5170) 2024-12-05T12:27:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741844_1020 (size=5170) 2024-12-05T12:27:53,301 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/.tmp/a/fda6cc177e5f40a48beb9d836674365a 2024-12-05T12:27:53,362 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/.tmp/a/fda6cc177e5f40a48beb9d836674365a as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/a/fda6cc177e5f40a48beb9d836674365a 2024-12-05T12:27:53,376 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/a/fda6cc177e5f40a48beb9d836674365a, entries=2, sequenceid=2, filesize=5.0 K 2024-12-05T12:27:53,382 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1ca02304e0b8bb4d48ce5cad66834c6f in 178ms, sequenceid=2, compaction requested=false; wal=null 2024-12-05T12:27:53,384 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/0000000000000000002 2024-12-05T12:27:53,385 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,385 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,388 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ca02304e0b8bb4d48ce5cad66834c6f 2024-12-05T12:27:53,393 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/1ca02304e0b8bb4d48ce5cad66834c6f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-05T12:27:53,394 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ca02304e0b8bb4d48ce5cad66834c6f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62037330, jitterRate=-0.07557174563407898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:27:53,396 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ca02304e0b8bb4d48ce5cad66834c6f: Writing region info on filesystem at 1733401673112Initializing all the Stores at 1733401673118 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401673118Obtaining lock to block concurrent updates at 1733401673204 (+86 ms)Preparing flush snapshotting stores in 1ca02304e0b8bb4d48ce5cad66834c6f at 1733401673205 (+1 ms)Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733401673208 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733401672226.1ca02304e0b8bb4d48ce5cad66834c6f. at 1733401673209 (+1 ms)Flushing 1ca02304e0b8bb4d48ce5cad66834c6f/a: creating writer at 1733401673210 (+1 ms)Flushing 1ca02304e0b8bb4d48ce5cad66834c6f/a: appending metadata at 1733401673266 (+56 ms)Flushing 1ca02304e0b8bb4d48ce5cad66834c6f/a: closing flushed file at 1733401673270 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab42666: reopening flushed file at 1733401673360 (+90 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1ca02304e0b8bb4d48ce5cad66834c6f in 178ms, sequenceid=2, compaction requested=false; wal=null at 1733401673382 (+22 ms)Cleaning up temporary data from old regions at 1733401673385 (+3 ms)Region opened successfully at 1733401673396 (+11 ms) 2024-12-05T12:27:53,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=378 (was 366) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:43042 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:42894 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:42874 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:43028 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34499/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:54982 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:54890 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=3294 (was 3356) 2024-12-05T12:27:53,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=378, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=3293 2024-12-05T12:27:53,459 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:53,462 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:53,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:53,467 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-28926134, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-28926134, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:53,481 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-28926134/hregion-28926134.1733401673468, exclude list is [], retry=0 2024-12-05T12:27:53,485 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:53,485 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:53,485 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:53,529 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-28926134/hregion-28926134.1733401673468 2024-12-05T12:27:53,530 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:27:53,530 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c93f1dda95c50f408dac46e06cef7e01, NAME => 'testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:27:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741846_1022 (size=64) 2024-12-05T12:27:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741846_1022 (size=64) 2024-12-05T12:27:53,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741846_1022 (size=64) 2024-12-05T12:27:53,558 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:53,561 INFO [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:53,564 INFO [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93f1dda95c50f408dac46e06cef7e01 columnFamilyName a 2024-12-05T12:27:53,564 DEBUG [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:53,565 INFO [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] regionserver.HStore(327): Store=c93f1dda95c50f408dac46e06cef7e01/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:53,567 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:53,569 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:53,570 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:53,571 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:53,571 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:53,574 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:53,581 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:27:53,582 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c93f1dda95c50f408dac46e06cef7e01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60786714, jitterRate=-0.09420737624168396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:27:53,582 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c93f1dda95c50f408dac46e06cef7e01: Writing region info on filesystem at 1733401673559Initializing all the Stores at 1733401673560 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401673560Cleaning up temporary data from old regions at 1733401673571 (+11 ms)Region opened successfully at 1733401673582 (+11 ms) 2024-12-05T12:27:53,583 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c93f1dda95c50f408dac46e06cef7e01, disabling compactions & flushes 2024-12-05T12:27:53,583 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01. 2024-12-05T12:27:53,583 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01. 2024-12-05T12:27:53,583 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01. after waiting 0 ms 2024-12-05T12:27:53,583 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01. 2024-12-05T12:27:53,583 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01. 2024-12-05T12:27:53,583 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c93f1dda95c50f408dac46e06cef7e01: Waiting for close lock at 1733401673583Disabling compacts and flushes for region at 1733401673583Disabling writes for close at 1733401673583Writing region close event to WAL at 1733401673583Closed at 1733401673583 2024-12-05T12:27:53,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-28926134/hregion-28926134.1733401673468 not finished, retry = 0 2024-12-05T12:27:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741845_1021 (size=175) 2024-12-05T12:27:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741845_1021 (size=175) 2024-12-05T12:27:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741845_1021 (size=175) 2024-12-05T12:27:53,699 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:27:53,699 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-28926134:(num 1733401673468) 2024-12-05T12:27:53,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:27:53,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741847_1023 (size=469) 2024-12-05T12:27:53,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741847_1023 (size=469) 2024-12-05T12:27:53,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741847_1023 (size=469) 2024-12-05T12:27:53,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:27:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741848_1024 (size=322) 2024-12-05T12:27:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741848_1024 (size=322) 2024-12-05T12:27:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741848_1024 (size=322) 2024-12-05T12:27:53,838 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2, size=322 (322bytes) 2024-12-05T12:27:53,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2 2024-12-05T12:27:53,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2 after 1ms 2024-12-05T12:27:53,882 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:53,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2 took 44ms 2024-12-05T12:27:53,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2 so closing down 2024-12-05T12:27:53,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:27:53,888 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-05T12:27:53,916 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002-wal-2.temp 2024-12-05T12:27:53,917 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:27:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741849_1025 (size=322) 2024-12-05T12:27:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741849_1025 (size=322) 2024-12-05T12:27:53,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741849_1025 (size=322) 2024-12-05T12:27:53,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T12:27:53,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002 2024-12-05T12:27:53,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-12-05T12:27:53,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2, journal: Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2, size=322 (322bytes) at 1733401673838Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2 so closing down at 1733401673885 (+47 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002-wal-2.temp at 1733401673916 (+31 ms)3 split writer threads finished at 1733401673917 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401673926 (+9 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002 at 1733401673929 (+3 ms)Processed 1 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733401673929 2024-12-05T12:27:53,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1, size=469 (469bytes) 2024-12-05T12:27:53,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1 2024-12-05T12:27:53,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1 after 1ms 2024-12-05T12:27:53,990 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:53,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1 took 37ms 2024-12-05T12:27:53,994 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1 so closing down 2024-12-05T12:27:53,994 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:27:53,997 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-05T12:27:54,031 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000001-wal-1.temp 2024-12-05T12:27:54,031 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:27:54,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741850_1026 (size=469) 2024-12-05T12:27:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741850_1026 (size=469) 2024-12-05T12:27:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741850_1026 (size=469) 2024-12-05T12:27:54,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T12:27:54,070 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:54,073 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002, length=322 2024-12-05T12:27:54,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002 2024-12-05T12:27:54,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-12-05T12:27:54,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1, journal: Splitting hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1, size=469 (469bytes) at 1733401673953Finishing writing output for hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1 so closing down at 1733401673994 (+41 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000001-wal-1.temp at 1733401674031 (+37 ms)3 split writer threads finished at 1733401674031Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401674041 (+10 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002 at 1733401674075 (+34 ms)Processed 2 edits across 1 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733401674075 2024-12-05T12:27:54,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:27:54,078 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:54,091 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal.1733401674078, exclude list is [], retry=0 2024-12-05T12:27:54,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:54,094 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:54,095 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:54,121 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal.1733401674078 2024-12-05T12:27:54,122 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:27:54,122 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c93f1dda95c50f408dac46e06cef7e01, NAME => 'testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:27:54,122 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:54,123 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,123 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,125 INFO [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,127 INFO [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93f1dda95c50f408dac46e06cef7e01 columnFamilyName a 2024-12-05T12:27:54,128 DEBUG [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:54,128 INFO [StoreOpener-c93f1dda95c50f408dac46e06cef7e01-1 {}] regionserver.HStore(327): Store=c93f1dda95c50f408dac46e06cef7e01/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:54,129 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,129 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,133 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002 2024-12-05T12:27:54,164 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:54,166 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002 2024-12-05T12:27:54,166 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c93f1dda95c50f408dac46e06cef7e01 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-05T12:27:54,183 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/.tmp/a/40d3c261890248c491bb77c83bb27c06 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733401673699/Put/seqid=0 2024-12-05T12:27:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741852_1028 (size=5170) 2024-12-05T12:27:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741852_1028 (size=5170) 2024-12-05T12:27:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741852_1028 (size=5170) 2024-12-05T12:27:54,193 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/.tmp/a/40d3c261890248c491bb77c83bb27c06 2024-12-05T12:27:54,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/.tmp/a/40d3c261890248c491bb77c83bb27c06 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/a/40d3c261890248c491bb77c83bb27c06 2024-12-05T12:27:54,208 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/a/40d3c261890248c491bb77c83bb27c06, entries=2, sequenceid=2, filesize=5.0 K 2024-12-05T12:27:54,209 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c93f1dda95c50f408dac46e06cef7e01 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-12-05T12:27:54,209 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/0000000000000000002 2024-12-05T12:27:54,210 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,210 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,212 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c93f1dda95c50f408dac46e06cef7e01 2024-12-05T12:27:54,215 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/c93f1dda95c50f408dac46e06cef7e01/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-05T12:27:54,216 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c93f1dda95c50f408dac46e06cef7e01; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72781611, jitterRate=0.08453051745891571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:27:54,216 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c93f1dda95c50f408dac46e06cef7e01: Writing region info on filesystem at 1733401674123Initializing all the Stores at 1733401674124 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401674125 (+1 ms)Obtaining lock to block concurrent updates at 1733401674166 (+41 ms)Preparing flush snapshotting stores in c93f1dda95c50f408dac46e06cef7e01 at 1733401674166Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733401674166Flushing stores of testReplayEditsWrittenIntoWAL,,1733401673460.c93f1dda95c50f408dac46e06cef7e01. at 1733401674166Flushing c93f1dda95c50f408dac46e06cef7e01/a: creating writer at 1733401674166Flushing c93f1dda95c50f408dac46e06cef7e01/a: appending metadata at 1733401674182 (+16 ms)Flushing c93f1dda95c50f408dac46e06cef7e01/a: closing flushed file at 1733401674182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5037540d: reopening flushed file at 1733401674199 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c93f1dda95c50f408dac46e06cef7e01 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1733401674209 (+10 ms)Cleaning up temporary data from old regions at 1733401674210 (+1 ms)Region opened successfully at 1733401674216 (+6 ms) 2024-12-05T12:27:54,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=388 (was 378) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:42874 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:42972 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:43028 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:54890 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:55044 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:43122 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=3230 (was 3293) 2024-12-05T12:27:54,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=388, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=3229 2024-12-05T12:27:54,262 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:54,264 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:54,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:54,268 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88641090, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-88641090, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:54,283 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88641090/hregion-88641090.1733401674269, exclude list is [], retry=0 2024-12-05T12:27:54,286 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:54,287 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:54,287 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:54,314 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88641090/hregion-88641090.1733401674269 2024-12-05T12:27:54,315 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:27:54,315 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d6304baad03bef8a5832249c308088e5, NAME => 'testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:27:54,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741854_1030 (size=64) 2024-12-05T12:27:54,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741854_1030 (size=64) 2024-12-05T12:27:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741854_1030 (size=64) 2024-12-05T12:27:54,329 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:54,331 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,334 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6304baad03bef8a5832249c308088e5 columnFamilyName a 2024-12-05T12:27:54,334 DEBUG [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:54,334 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(327): Store=d6304baad03bef8a5832249c308088e5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:54,335 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,338 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6304baad03bef8a5832249c308088e5 columnFamilyName b 2024-12-05T12:27:54,338 DEBUG [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:54,340 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(327): Store=d6304baad03bef8a5832249c308088e5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:54,340 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,342 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6304baad03bef8a5832249c308088e5 columnFamilyName c 2024-12-05T12:27:54,342 DEBUG [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:54,343 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(327): Store=d6304baad03bef8a5832249c308088e5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:54,344 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,347 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,347 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,348 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:27:54,350 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:54,356 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:27:54,357 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d6304baad03bef8a5832249c308088e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69755203, jitterRate=0.03943352401256561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:27:54,358 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d6304baad03bef8a5832249c308088e5: Writing region info on filesystem at 1733401674329Initializing all the Stores at 1733401674331 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401674331Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401674331Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401674331Cleaning up temporary data from old regions at 1733401674347 (+16 ms)Region opened successfully at 1733401674357 (+10 ms) 2024-12-05T12:27:54,358 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d6304baad03bef8a5832249c308088e5, disabling compactions & flushes 2024-12-05T12:27:54,358 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:54,358 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:54,358 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. after waiting 0 ms 2024-12-05T12:27:54,358 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:54,358 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:54,359 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d6304baad03bef8a5832249c308088e5: Waiting for close lock at 1733401674358Disabling compacts and flushes for region at 1733401674358Disabling writes for close at 1733401674358Writing region close event to WAL at 1733401674358Closed at 1733401674358 2024-12-05T12:27:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741853_1029 (size=175) 2024-12-05T12:27:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741853_1029 (size=175) 2024-12-05T12:27:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741853_1029 (size=175) 2024-12-05T12:27:54,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:27:54,371 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88641090:(num 1733401674269) 2024-12-05T12:27:54,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:27:54,374 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:54,394 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374, exclude list is [], retry=0 2024-12-05T12:27:54,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:54,399 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:54,399 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:54,443 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 2024-12-05T12:27:54,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:27:54,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374, size=0 (0bytes) 2024-12-05T12:27:54,711 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 might be still open, length is 0 2024-12-05T12:27:54,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 2024-12-05T12:27:54,712 WARN [IPC Server handler 4 on default port 34499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-05T12:27:54,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 after 2ms 2024-12-05T12:27:56,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:27:56,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:27:57,723 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:43170 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46555:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43170 dst: /127.0.0.1:46555 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46555 remote=/127.0.0.1:43170]. Total timeout mills is 60000, 56936 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:27:57,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:55074 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41023:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55074 dst: /127.0.0.1:41023 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:27:57,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:43004 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43627:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43004 dst: /127.0.0.1:43627 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:27:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741855_1032 (size=497775) 2024-12-05T12:27:57,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741855_1032 (size=497775) 2024-12-05T12:27:57,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741855_1032 (size=497775) 2024-12-05T12:27:57,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:27:57,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:27:57,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:27:57,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:27:57,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:27:57,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:27:57,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-05T12:27:57,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-05T12:27:58,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 after 4003ms 2024-12-05T12:27:58,745 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:58,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 took 4035ms 2024-12-05T12:27:58,751 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733401674374.temp 2024-12-05T12:27:58,802 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000000001-wal.1733401674374.temp 2024-12-05T12:27:58,856 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374; continuing. 2024-12-05T12:27:58,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 so closing down 2024-12-05T12:27:58,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:27:58,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:27:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741856_1033 (size=497783) 2024-12-05T12:27:58,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741856_1033 (size=497783) 2024-12-05T12:27:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741856_1033 (size=497783) 2024-12-05T12:27:58,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000000001-wal.1733401674374.temp (wrote 3002 edits, skipped 0 edits in 46 ms) 2024-12-05T12:27:58,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000000001-wal.1733401674374.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000003002 2024-12-05T12:27:58,871 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 124 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:27:58,871 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374, journal: Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374, size=0 (0bytes) at 1733401674711Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000000001-wal.1733401674374.temp at 1733401678802 (+4091 ms)Split 1024 edits, skipped 0 edits. at 1733401678802Split 2048 edits, skipped 0 edits. at 1733401678834 (+32 ms)Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 so closing down at 1733401678856 (+22 ms)3 split writer threads finished at 1733401678856Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000000001-wal.1733401674374.temp (wrote 3002 edits, skipped 0 edits in 46 ms) at 1733401678867 (+11 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000000001-wal.1733401674374.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000003002 at 1733401678871 (+4 ms)Processed 3002 edits across 1 Regions in 124 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374, size=0, length=0, corrupted=false, cancelled=false at 1733401678871 2024-12-05T12:27:58,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401674374 2024-12-05T12:27:58,875 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000003002 2024-12-05T12:27:58,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:27:58,878 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:58,895 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401678878, exclude list is [], retry=0 2024-12-05T12:27:58,899 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:58,899 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:27:58,900 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:58,938 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401678878 2024-12-05T12:27:58,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:27:58,939 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:27:58,942 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:58,943 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6304baad03bef8a5832249c308088e5 columnFamilyName a 2024-12-05T12:27:58,943 DEBUG [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:58,943 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(327): Store=d6304baad03bef8a5832249c308088e5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:58,944 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:58,944 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6304baad03bef8a5832249c308088e5 columnFamilyName b 2024-12-05T12:27:58,945 DEBUG [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:58,945 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(327): Store=d6304baad03bef8a5832249c308088e5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:58,945 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:58,946 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6304baad03bef8a5832249c308088e5 columnFamilyName c 2024-12-05T12:27:58,946 DEBUG [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:27:58,947 INFO [StoreOpener-d6304baad03bef8a5832249c308088e5-1 {}] regionserver.HStore(327): Store=d6304baad03bef8a5832249c308088e5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:27:58,947 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:58,947 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:58,950 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:58,951 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000003002 2024-12-05T12:27:58,979 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:27:59,024 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:27:59,411 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6304baad03bef8a5832249c308088e5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T12:27:59,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/a/3f097dd2e23e4a6f88d3b9e4dc621344 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733401674454/Put/seqid=0 2024-12-05T12:27:59,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741858_1035 (size=50463) 2024-12-05T12:27:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741858_1035 (size=50463) 2024-12-05T12:27:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741858_1035 (size=50463) 2024-12-05T12:27:59,474 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/a/3f097dd2e23e4a6f88d3b9e4dc621344 2024-12-05T12:27:59,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/a/3f097dd2e23e4a6f88d3b9e4dc621344 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/a/3f097dd2e23e4a6f88d3b9e4dc621344 2024-12-05T12:27:59,489 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/a/3f097dd2e23e4a6f88d3b9e4dc621344, entries=754, sequenceid=754, filesize=49.3 K 2024-12-05T12:27:59,490 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for d6304baad03bef8a5832249c308088e5 in 80ms, sequenceid=754, compaction requested=false; wal=null 2024-12-05T12:27:59,511 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:27:59,512 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6304baad03bef8a5832249c308088e5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T12:27:59,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/a/aca86ccc2eb24353927f6da62e436651 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733401674507/Put/seqid=0 2024-12-05T12:27:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741859_1036 (size=20072) 2024-12-05T12:27:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741859_1036 (size=20072) 2024-12-05T12:27:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741859_1036 (size=20072) 2024-12-05T12:27:59,536 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/a/aca86ccc2eb24353927f6da62e436651 2024-12-05T12:27:59,562 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/b/fe72bad416114e23b4764a11cbe0f547 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733401674535/Put/seqid=0 2024-12-05T12:27:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741860_1037 (size=35835) 2024-12-05T12:27:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741860_1037 (size=35835) 2024-12-05T12:27:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741860_1037 (size=35835) 2024-12-05T12:27:59,571 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/b/fe72bad416114e23b4764a11cbe0f547 2024-12-05T12:27:59,579 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/a/aca86ccc2eb24353927f6da62e436651 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/a/aca86ccc2eb24353927f6da62e436651 2024-12-05T12:27:59,586 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/a/aca86ccc2eb24353927f6da62e436651, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-05T12:27:59,588 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/b/fe72bad416114e23b4764a11cbe0f547 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/b/fe72bad416114e23b4764a11cbe0f547 2024-12-05T12:27:59,595 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/b/fe72bad416114e23b4764a11cbe0f547, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-05T12:27:59,595 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d6304baad03bef8a5832249c308088e5 in 83ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-05T12:27:59,613 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:27:59,614 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6304baad03bef8a5832249c308088e5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T12:27:59,623 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/b/8bda6c011d674d15bdda8a99ee5d9035 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733401674562/Put/seqid=0 2024-12-05T12:27:59,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741861_1038 (size=35082) 2024-12-05T12:27:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741861_1038 (size=35082) 2024-12-05T12:27:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741861_1038 (size=35082) 2024-12-05T12:27:59,639 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/b/8bda6c011d674d15bdda8a99ee5d9035 2024-12-05T12:27:59,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/c/578621ea8fa34116844b0c9d448d677c is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733401674598/Put/seqid=0 2024-12-05T12:27:59,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741862_1039 (size=20825) 2024-12-05T12:27:59,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741862_1039 (size=20825) 2024-12-05T12:27:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741862_1039 (size=20825) 2024-12-05T12:27:59,685 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/c/578621ea8fa34116844b0c9d448d677c 2024-12-05T12:27:59,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/b/8bda6c011d674d15bdda8a99ee5d9035 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/b/8bda6c011d674d15bdda8a99ee5d9035 2024-12-05T12:27:59,704 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/b/8bda6c011d674d15bdda8a99ee5d9035, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-05T12:27:59,705 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/c/578621ea8fa34116844b0c9d448d677c as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/c/578621ea8fa34116844b0c9d448d677c 2024-12-05T12:27:59,712 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/c/578621ea8fa34116844b0c9d448d677c, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-05T12:27:59,712 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d6304baad03bef8a5832249c308088e5 in 99ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-05T12:27:59,725 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733401674657/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:59,729 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000003002 2024-12-05T12:27:59,730 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:27:59,730 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6304baad03bef8a5832249c308088e5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-05T12:27:59,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/c/142a74e207084f20bfbd9a98f87a1468 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733401674607/Put/seqid=0 2024-12-05T12:27:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741863_1040 (size=50301) 2024-12-05T12:27:59,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741863_1040 (size=50301) 2024-12-05T12:27:59,753 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/c/142a74e207084f20bfbd9a98f87a1468 2024-12-05T12:27:59,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741863_1040 (size=50301) 2024-12-05T12:27:59,760 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 142a74e207084f20bfbd9a98f87a1468 2024-12-05T12:27:59,761 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/.tmp/c/142a74e207084f20bfbd9a98f87a1468 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/c/142a74e207084f20bfbd9a98f87a1468 2024-12-05T12:27:59,767 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 142a74e207084f20bfbd9a98f87a1468 2024-12-05T12:27:59,767 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/c/142a74e207084f20bfbd9a98f87a1468, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-05T12:27:59,767 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for d6304baad03bef8a5832249c308088e5 in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-05T12:27:59,768 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/0000000000000003002 2024-12-05T12:27:59,770 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:59,770 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:59,771 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:27:59,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d6304baad03bef8a5832249c308088e5 2024-12-05T12:27:59,775 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenIntoWAL/d6304baad03bef8a5832249c308088e5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-05T12:27:59,777 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d6304baad03bef8a5832249c308088e5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64548858, jitterRate=-0.03814706206321716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:27:59,777 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d6304baad03bef8a5832249c308088e5: Writing region info on filesystem at 1733401678939Initializing all the Stores at 1733401678941 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401678941Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401678941Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401678941Cleaning up temporary data from old regions at 1733401679770 (+829 ms)Region opened successfully at 1733401679777 (+7 ms) 2024-12-05T12:27:59,834 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d6304baad03bef8a5832249c308088e5, disabling compactions & flushes 2024-12-05T12:27:59,834 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:59,834 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:59,834 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. after waiting 0 ms 2024-12-05T12:27:59,834 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:59,837 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401674263.d6304baad03bef8a5832249c308088e5. 2024-12-05T12:27:59,837 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d6304baad03bef8a5832249c308088e5: Waiting for close lock at 1733401679834Disabling compacts and flushes for region at 1733401679834Disabling writes for close at 1733401679834Writing region close event to WAL at 1733401679837 (+3 ms)Closed at 1733401679837 2024-12-05T12:27:59,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741857_1034 (size=175) 2024-12-05T12:27:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741857_1034 (size=175) 2024-12-05T12:27:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741857_1034 (size=175) 2024-12-05T12:27:59,849 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:27:59,849 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401678878) 2024-12-05T12:27:59,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=404 (was 388) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:36647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1497282473_22 at /127.0.0.1:59404 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:34499 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1497282473_22 at /127.0.0.1:58884 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1497282473_22 at /127.0.0.1:58902 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:40201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1497282473_22 at /127.0.0.1:33206 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=3037 (was 3229) 2024-12-05T12:27:59,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3031 2024-12-05T12:27:59,904 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:59,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:27:59,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:27:59,915 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17676549, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-17676549, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:27:59,935 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17676549/hregion-17676549.1733401679915, exclude list is [], retry=0 2024-12-05T12:27:59,945 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:27:59,948 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:27:59,952 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:00,007 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17676549/hregion-17676549.1733401679915 2024-12-05T12:28:00,008 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:00,008 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 35da00be4e9ead785644adfa2b679bef, NAME => 'test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:28:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741865_1042 (size=43) 2024-12-05T12:28:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741865_1042 (size=43) 2024-12-05T12:28:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741865_1042 (size=43) 2024-12-05T12:28:00,026 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:00,029 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,030 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da00be4e9ead785644adfa2b679bef columnFamilyName a 2024-12-05T12:28:00,031 DEBUG [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:00,031 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(327): Store=35da00be4e9ead785644adfa2b679bef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:00,031 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,033 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da00be4e9ead785644adfa2b679bef columnFamilyName b 2024-12-05T12:28:00,033 DEBUG [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:00,034 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(327): Store=35da00be4e9ead785644adfa2b679bef/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:00,034 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,036 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da00be4e9ead785644adfa2b679bef columnFamilyName c 2024-12-05T12:28:00,036 DEBUG [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:00,037 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(327): Store=35da00be4e9ead785644adfa2b679bef/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:00,037 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,038 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,038 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,040 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,040 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,041 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:00,042 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,045 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:00,046 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 35da00be4e9ead785644adfa2b679bef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73395081, jitterRate=0.09367193281650543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:00,047 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 35da00be4e9ead785644adfa2b679bef: Writing region info on filesystem at 1733401680026Initializing all the Stores at 1733401680028 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401680028Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401680028Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401680028Cleaning up temporary data from old regions at 1733401680040 (+12 ms)Region opened successfully at 1733401680047 (+7 ms) 2024-12-05T12:28:00,047 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 35da00be4e9ead785644adfa2b679bef, disabling compactions & flushes 2024-12-05T12:28:00,047 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:00,047 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:00,047 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. after waiting 0 ms 2024-12-05T12:28:00,047 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:00,048 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:00,048 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 35da00be4e9ead785644adfa2b679bef: Waiting for close lock at 1733401680047Disabling compacts and flushes for region at 1733401680047Disabling writes for close at 1733401680047Writing region close event to WAL at 1733401680048 (+1 ms)Closed at 1733401680048 2024-12-05T12:28:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741864_1041 (size=175) 2024-12-05T12:28:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741864_1041 (size=175) 2024-12-05T12:28:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741864_1041 (size=175) 2024-12-05T12:28:00,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:00,060 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17676549:(num 1733401679915) 2024-12-05T12:28:00,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:00,063 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:00,079 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064, exclude list is [], retry=0 2024-12-05T12:28:00,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:00,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:00,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:00,117 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064 2024-12-05T12:28:00,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741866_1043 (size=371388) 2024-12-05T12:28:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741866_1043 (size=371388) 2024-12-05T12:28:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741866_1043 (size=371388) 2024-12-05T12:28:00,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064, size=362.7 K (371388bytes) 2024-12-05T12:28:00,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064 2024-12-05T12:28:00,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064 after 1ms 2024-12-05T12:28:00,397 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:00,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064 took 34ms 2024-12-05T12:28:00,403 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733401680064.temp 2024-12-05T12:28:00,446 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000000001-wal.1733401680064.temp 2024-12-05T12:28:00,449 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064 so closing down 2024-12-05T12:28:00,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:00,462 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741867_1044 (size=371388) 2024-12-05T12:28:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741867_1044 (size=371388) 2024-12-05T12:28:00,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000000001-wal.1733401680064.temp (wrote 3000 edits, skipped 0 edits in 15 ms) 2024-12-05T12:28:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741867_1044 (size=371388) 2024-12-05T12:28:00,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000000001-wal.1733401680064.temp to hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003000 2024-12-05T12:28:00,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-12-05T12:28:00,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064, journal: Splitting hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064, size=362.7 K (371388bytes) at 1733401680364Split 1024 edits, skipped 0 edits. at 1733401680420 (+56 ms)Split 2048 edits, skipped 0 edits. at 1733401680437 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000000001-wal.1733401680064.temp at 1733401680446 (+9 ms)Finishing writing output for hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064 so closing down at 1733401680449 (+3 ms)3 split writer threads finished at 1733401680462 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000000001-wal.1733401680064.temp (wrote 3000 edits, skipped 0 edits in 15 ms) at 1733401680476 (+14 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000000001-wal.1733401680064.temp to hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003000 at 1733401680478 (+2 ms)Processed 3000 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1733401680478 2024-12-05T12:28:00,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680064 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401680064 2024-12-05T12:28:00,481 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003000 2024-12-05T12:28:00,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:00,483 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:00,499 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484, exclude list is [], retry=0 2024-12-05T12:28:00,502 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:00,503 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:00,504 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:00,534 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484 2024-12-05T12:28:00,535 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:00,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741868_1045 (size=371515) 2024-12-05T12:28:00,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741868_1045 (size=371515) 2024-12-05T12:28:00,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741868_1045 (size=371515) 2024-12-05T12:28:00,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484, size=362.8 K (371515bytes) 2024-12-05T12:28:00,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484 2024-12-05T12:28:00,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484 after 4ms 2024-12-05T12:28:00,776 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:00,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484 took 78ms 2024-12-05T12:28:00,793 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733401680484.temp 2024-12-05T12:28:00,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484 so closing down 2024-12-05T12:28:00,814 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:00,825 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003001-wal.1733401680484.temp 2024-12-05T12:28:00,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:00,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741869_1046 (size=371515) 2024-12-05T12:28:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741869_1046 (size=371515) 2024-12-05T12:28:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741869_1046 (size=371515) 2024-12-05T12:28:00,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003001-wal.1733401680484.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-12-05T12:28:00,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003001-wal.1733401680484.temp to hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000006000 2024-12-05T12:28:00,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-12-05T12:28:00,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484, journal: Splitting hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484, size=362.8 K (371515bytes) at 1733401680708Split 1024 edits, skipped 0 edits. at 1733401680797 (+89 ms)Split 2048 edits, skipped 0 edits. at 1733401680805 (+8 ms)Finishing writing output for hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484 so closing down at 1733401680814 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003001-wal.1733401680484.temp at 1733401680825 (+11 ms)3 split writer threads finished at 1733401680835 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003001-wal.1733401680484.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1733401680848 (+13 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003001-wal.1733401680484.temp to hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000006000 at 1733401680849 (+1 ms)Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1733401680850 (+1 ms) 2024-12-05T12:28:00,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680484 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401680484 2024-12-05T12:28:00,853 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000006000 2024-12-05T12:28:00,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:00,855 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/test2727-manual,16010,1733401679901, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:00,870 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680856, exclude list is [], retry=0 2024-12-05T12:28:00,873 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:00,873 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:00,874 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:00,904 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401679901/wal.1733401680856 2024-12-05T12:28:00,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:00,905 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 35da00be4e9ead785644adfa2b679bef, NAME => 'test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:00,905 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:00,905 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,905 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,907 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,908 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da00be4e9ead785644adfa2b679bef columnFamilyName a 2024-12-05T12:28:00,908 DEBUG [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:00,909 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(327): Store=35da00be4e9ead785644adfa2b679bef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:00,909 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,910 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da00be4e9ead785644adfa2b679bef columnFamilyName b 2024-12-05T12:28:00,910 DEBUG [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:00,911 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(327): Store=35da00be4e9ead785644adfa2b679bef/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:00,911 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,912 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35da00be4e9ead785644adfa2b679bef columnFamilyName c 2024-12-05T12:28:00,912 DEBUG [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:00,912 INFO [StoreOpener-35da00be4e9ead785644adfa2b679bef-1 {}] regionserver.HStore(327): Store=35da00be4e9ead785644adfa2b679bef/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:00,913 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:00,916 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003000 2024-12-05T12:28:00,944 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:00,974 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003000 2024-12-05T12:28:00,975 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000006000 2024-12-05T12:28:01,002 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:01,042 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000006000 2024-12-05T12:28:01,043 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 35da00be4e9ead785644adfa2b679bef 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-05T12:28:01,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/a/6e3fa1e8008a4b2ebc3ad5b99337dbea is 41, key is test2727/a:100/1733401680541/Put/seqid=0 2024-12-05T12:28:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741871_1048 (size=84227) 2024-12-05T12:28:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741871_1048 (size=84227) 2024-12-05T12:28:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741871_1048 (size=84227) 2024-12-05T12:28:01,093 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/a/6e3fa1e8008a4b2ebc3ad5b99337dbea 2024-12-05T12:28:01,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/b/e92d87a6a8bd4cec956605ef6d0c643b is 41, key is test2727/b:100/1733401680591/Put/seqid=0 2024-12-05T12:28:01,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741872_1049 (size=84609) 2024-12-05T12:28:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741872_1049 (size=84609) 2024-12-05T12:28:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741872_1049 (size=84609) 2024-12-05T12:28:01,145 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/b/e92d87a6a8bd4cec956605ef6d0c643b 2024-12-05T12:28:01,181 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/c/33e1007b37b04a8f8c062c6a3f3216b2 is 41, key is test2727/c:100/1733401680635/Put/seqid=0 2024-12-05T12:28:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741873_1050 (size=84609) 2024-12-05T12:28:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741873_1050 (size=84609) 2024-12-05T12:28:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741873_1050 (size=84609) 2024-12-05T12:28:01,193 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/c/33e1007b37b04a8f8c062c6a3f3216b2 2024-12-05T12:28:01,200 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/a/6e3fa1e8008a4b2ebc3ad5b99337dbea as hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/a/6e3fa1e8008a4b2ebc3ad5b99337dbea 2024-12-05T12:28:01,210 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/a/6e3fa1e8008a4b2ebc3ad5b99337dbea, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-05T12:28:01,211 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/b/e92d87a6a8bd4cec956605ef6d0c643b as hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/b/e92d87a6a8bd4cec956605ef6d0c643b 2024-12-05T12:28:01,217 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/b/e92d87a6a8bd4cec956605ef6d0c643b, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-05T12:28:01,218 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/.tmp/c/33e1007b37b04a8f8c062c6a3f3216b2 as hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/c/33e1007b37b04a8f8c062c6a3f3216b2 2024-12-05T12:28:01,225 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/c/33e1007b37b04a8f8c062c6a3f3216b2, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-05T12:28:01,225 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 35da00be4e9ead785644adfa2b679bef in 183ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-05T12:28:01,226 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000003000 2024-12-05T12:28:01,227 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/0000000000000006000 2024-12-05T12:28:01,228 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:01,228 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:01,229 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:01,231 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 35da00be4e9ead785644adfa2b679bef 2024-12-05T12:28:01,233 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/test2727/35da00be4e9ead785644adfa2b679bef/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-05T12:28:01,234 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 35da00be4e9ead785644adfa2b679bef; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64609620, jitterRate=-0.03724163770675659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 35da00be4e9ead785644adfa2b679bef: Writing region info on filesystem at 1733401680905Initializing all the Stores at 1733401680907 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401680907Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401680907Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401680907Obtaining lock to block concurrent updates at 1733401681043 (+136 ms)Preparing flush snapshotting stores in 35da00be4e9ead785644adfa2b679bef at 1733401681043Finished memstore snapshotting test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733401681043Flushing stores of test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. at 1733401681043Flushing 35da00be4e9ead785644adfa2b679bef/a: creating writer at 1733401681043Flushing 35da00be4e9ead785644adfa2b679bef/a: appending metadata at 1733401681073 (+30 ms)Flushing 35da00be4e9ead785644adfa2b679bef/a: closing flushed file at 1733401681073Flushing 35da00be4e9ead785644adfa2b679bef/b: creating writer at 1733401681101 (+28 ms)Flushing 35da00be4e9ead785644adfa2b679bef/b: appending metadata at 1733401681129 (+28 ms)Flushing 35da00be4e9ead785644adfa2b679bef/b: closing flushed file at 1733401681129Flushing 35da00be4e9ead785644adfa2b679bef/c: creating writer at 1733401681152 (+23 ms)Flushing 35da00be4e9ead785644adfa2b679bef/c: appending metadata at 1733401681180 (+28 ms)Flushing 35da00be4e9ead785644adfa2b679bef/c: closing flushed file at 1733401681180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38de111c: reopening flushed file at 1733401681199 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a7a55f: reopening flushed file at 1733401681210 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3682ed6d: reopening flushed file at 1733401681217 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 35da00be4e9ead785644adfa2b679bef in 183ms, sequenceid=6000, compaction requested=false; wal=null at 1733401681225 (+8 ms)Cleaning up temporary data from old regions at 1733401681228 (+3 ms)Region opened successfully at 1733401681235 (+7 ms) 2024-12-05T12:28:01,237 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-05T12:28:01,237 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 35da00be4e9ead785644adfa2b679bef, disabling compactions & flushes 2024-12-05T12:28:01,237 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:01,237 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:01,237 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. after waiting 0 ms 2024-12-05T12:28:01,237 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:01,239 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733401679905.35da00be4e9ead785644adfa2b679bef. 2024-12-05T12:28:01,239 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 35da00be4e9ead785644adfa2b679bef: Waiting for close lock at 1733401681237Disabling compacts and flushes for region at 1733401681237Disabling writes for close at 1733401681237Writing region close event to WAL at 1733401681239 (+2 ms)Closed at 1733401681239 2024-12-05T12:28:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741870_1047 (size=175) 2024-12-05T12:28:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741870_1047 (size=175) 2024-12-05T12:28:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741870_1047 (size=175) 2024-12-05T12:28:01,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:01,245 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401680856) 2024-12-05T12:28:01,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=407 (was 404) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:33352 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:58884 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:58902 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:59518 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=925 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=2810 (was 3031) 2024-12-05T12:28:01,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=407, OpenFileDescriptor=925, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=2810 2024-12-05T12:28:01,290 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:01,297 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:01,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733401681297 2024-12-05T12:28:01,330 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297 2024-12-05T12:28:01,332 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:01,333 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f6f52bc6eba17fb82b9e0d3465a7a7b8, NAME => 'testSequentialEditLogSeqNum,,1733401681291.f6f52bc6eba17fb82b9e0d3465a7a7b8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:01,333 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733401681291.f6f52bc6eba17fb82b9e0d3465a7a7b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:01,333 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,333 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,334 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8 doesn't exist for region: f6f52bc6eba17fb82b9e0d3465a7a7b8 on table testSequentialEditLogSeqNum 2024-12-05T12:28:01,335 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: f6f52bc6eba17fb82b9e0d3465a7a7b8 on table testSequentialEditLogSeqNum 2024-12-05T12:28:01,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741875_1052 (size=62) 2024-12-05T12:28:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741875_1052 (size=62) 2024-12-05T12:28:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741875_1052 (size=62) 2024-12-05T12:28:01,347 INFO [StoreOpener-f6f52bc6eba17fb82b9e0d3465a7a7b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,348 INFO [StoreOpener-f6f52bc6eba17fb82b9e0d3465a7a7b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6f52bc6eba17fb82b9e0d3465a7a7b8 columnFamilyName a 2024-12-05T12:28:01,348 DEBUG [StoreOpener-f6f52bc6eba17fb82b9e0d3465a7a7b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:01,349 INFO [StoreOpener-f6f52bc6eba17fb82b9e0d3465a7a7b8-1 {}] regionserver.HStore(327): Store=f6f52bc6eba17fb82b9e0d3465a7a7b8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:01,349 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,351 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,351 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,353 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6f52bc6eba17fb82b9e0d3465a7a7b8 2024-12-05T12:28:01,355 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:01,356 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6f52bc6eba17fb82b9e0d3465a7a7b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63606353, jitterRate=-0.05219148099422455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:28:01,357 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6f52bc6eba17fb82b9e0d3465a7a7b8: Writing region info on filesystem at 1733401681333Initializing all the Stores at 1733401681346 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401681346Cleaning up temporary data from old regions at 1733401681351 (+5 ms)Region opened successfully at 1733401681357 (+6 ms) 2024-12-05T12:28:01,369 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f6f52bc6eba17fb82b9e0d3465a7a7b8 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-05T12:28:01,395 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/.tmp/a/88f708ee6aac48e399758f8d6370b74c is 81, key is testSequentialEditLogSeqNum/a:x0/1733401681357/Put/seqid=0 2024-12-05T12:28:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741876_1053 (size=5833) 2024-12-05T12:28:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741876_1053 (size=5833) 2024-12-05T12:28:01,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741876_1053 (size=5833) 2024-12-05T12:28:01,404 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/.tmp/a/88f708ee6aac48e399758f8d6370b74c 2024-12-05T12:28:01,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/.tmp/a/88f708ee6aac48e399758f8d6370b74c as hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/a/88f708ee6aac48e399758f8d6370b74c 2024-12-05T12:28:01,417 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/a/88f708ee6aac48e399758f8d6370b74c, entries=10, sequenceid=13, filesize=5.7 K 2024-12-05T12:28:01,419 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f6f52bc6eba17fb82b9e0d3465a7a7b8 in 50ms, sequenceid=13, compaction requested=false 2024-12-05T12:28:01,419 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f6f52bc6eba17fb82b9e0d3465a7a7b8: 2024-12-05T12:28:01,424 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:28:01,424 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:28:01,424 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:28:01,424 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:28:01,425 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:28:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741874_1051 (size=3256) 2024-12-05T12:28:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741874_1051 (size=3256) 2024-12-05T12:28:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741874_1051 (size=3256) 2024-12-05T12:28:01,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297, size=3.2 K (3256bytes) 2024-12-05T12:28:01,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297 2024-12-05T12:28:01,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297 after 0ms 2024-12-05T12:28:01,471 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:01,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297 took 28ms 2024-12-05T12:28:01,474 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297 so closing down 2024-12-05T12:28:01,474 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:01,475 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401681297.temp 2024-12-05T12:28:01,505 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000003-wal.1733401681297.temp 2024-12-05T12:28:01,506 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741877_1054 (size=2650) 2024-12-05T12:28:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741877_1054 (size=2650) 2024-12-05T12:28:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741877_1054 (size=2650) 2024-12-05T12:28:01,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000003-wal.1733401681297.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:01,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000003-wal.1733401681297.temp to hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000020 2024-12-05T12:28:01,520 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 49 ms; skipped=2; WAL=hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-12-05T12:28:01,520 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297, journal: Splitting hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297, size=3.2 K (3256bytes) at 1733401681444Finishing writing output for hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297 so closing down at 1733401681474 (+30 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000003-wal.1733401681297.temp at 1733401681506 (+32 ms)3 split writer threads finished at 1733401681506Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000003-wal.1733401681297.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733401681518 (+12 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000003-wal.1733401681297.temp to hdfs://localhost:34499/hbase/data/default/testSequentialEditLogSeqNum/f6f52bc6eba17fb82b9e0d3465a7a7b8/recovered.edits/0000000000000000020 at 1733401681520 (+2 ms)Processed 17 edits across 1 Regions in 49 ms; skipped=2; WAL=hdfs://localhost:34499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401681290/wal.1733401681297, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1733401681520 2024-12-05T12:28:01,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=411 (was 407) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:33352 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:58884 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:58902 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=961 (was 925) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=2812 (was 2810) - AvailableMemoryMB LEAK? - 2024-12-05T12:28:01,549 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=961, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=2811 2024-12-05T12:28:01,572 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:01,574 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:01,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:28:01,616 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54744885, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-54744885, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:01,635 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54744885/hregion-54744885.1733401681616, exclude list is [], retry=0 2024-12-05T12:28:01,638 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:01,638 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:01,639 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:01,666 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54744885/hregion-54744885.1733401681616 2024-12-05T12:28:01,667 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:01,667 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 76d98c2547d460c6c16e3ffe870b3534, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:28:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741879_1056 (size=70) 2024-12-05T12:28:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741879_1056 (size=70) 2024-12-05T12:28:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741879_1056 (size=70) 2024-12-05T12:28:01,677 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:01,679 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,681 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName a 2024-12-05T12:28:01,681 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:01,682 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:01,682 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,684 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName b 2024-12-05T12:28:01,684 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:01,684 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:01,685 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,686 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName c 2024-12-05T12:28:01,686 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:01,686 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:01,687 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,687 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,687 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,688 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,689 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,689 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:01,690 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,693 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:01,693 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76d98c2547d460c6c16e3ffe870b3534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66920230, jitterRate=-0.002810865640640259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:01,694 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76d98c2547d460c6c16e3ffe870b3534: Writing region info on filesystem at 1733401681677Initializing all the Stores at 1733401681678 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401681678Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401681679 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401681679Cleaning up temporary data from old regions at 1733401681689 (+10 ms)Region opened successfully at 1733401681694 (+5 ms) 2024-12-05T12:28:01,694 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 76d98c2547d460c6c16e3ffe870b3534, disabling compactions & flushes 2024-12-05T12:28:01,694 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:01,694 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:01,694 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. after waiting 0 ms 2024-12-05T12:28:01,694 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:01,695 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:01,695 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 76d98c2547d460c6c16e3ffe870b3534: Waiting for close lock at 1733401681694Disabling compacts and flushes for region at 1733401681694Disabling writes for close at 1733401681694Writing region close event to WAL at 1733401681695 (+1 ms)Closed at 1733401681695 2024-12-05T12:28:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741878_1055 (size=175) 2024-12-05T12:28:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741878_1055 (size=175) 2024-12-05T12:28:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741878_1055 (size=175) 2024-12-05T12:28:01,700 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:01,700 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54744885:(num 1733401681616) 2024-12-05T12:28:01,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:01,702 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:01,715 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702, exclude list is [], retry=0 2024-12-05T12:28:01,718 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:01,718 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:01,718 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:01,745 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 2024-12-05T12:28:01,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:01,746 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 76d98c2547d460c6c16e3ffe870b3534, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:01,746 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:01,746 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,746 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,747 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,748 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName a 2024-12-05T12:28:01,748 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:01,749 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:01,749 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,750 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName b 2024-12-05T12:28:01,750 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:01,750 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:01,750 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,751 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName c 2024-12-05T12:28:01,751 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:01,751 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:01,752 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,752 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,753 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,754 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,754 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,755 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:01,756 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:01,757 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76d98c2547d460c6c16e3ffe870b3534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68794333, jitterRate=0.025115445256233215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:01,758 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76d98c2547d460c6c16e3ffe870b3534: Writing region info on filesystem at 1733401681746Initializing all the Stores at 1733401681747 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401681747Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401681747Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401681747Cleaning up temporary data from old regions at 1733401681754 (+7 ms)Region opened successfully at 1733401681758 (+4 ms) 2024-12-05T12:28:01,762 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733401681761/Put/seqid=0 2024-12-05T12:28:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741881_1058 (size=4826) 2024-12-05T12:28:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741881_1058 (size=4826) 2024-12-05T12:28:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741881_1058 (size=4826) 2024-12-05T12:28:01,769 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 76d98c2547d460c6c16e3ffe870b3534/a 2024-12-05T12:28:01,776 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-05T12:28:01,776 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:28:01,777 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 76d98c2547d460c6c16e3ffe870b3534: 2024-12-05T12:28:01,778 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/a/83a62999de294fb9b0ab91e4a00eab0f_SeqId_3_ 2024-12-05T12:28:01,779 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 76d98c2547d460c6c16e3ffe870b3534/a as hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/a/83a62999de294fb9b0ab91e4a00eab0f_SeqId_3_ - updating store file list. 2024-12-05T12:28:01,784 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83a62999de294fb9b0ab91e4a00eab0f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:01,784 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/a/83a62999de294fb9b0ab91e4a00eab0f_SeqId_3_ into 76d98c2547d460c6c16e3ffe870b3534/a 2024-12-05T12:28:01,784 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 76d98c2547d460c6c16e3ffe870b3534/a (new location: hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/a/83a62999de294fb9b0ab91e4a00eab0f_SeqId_3_) 2024-12-05T12:28:01,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702, size=0 (0bytes) 2024-12-05T12:28:01,823 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 might be still open, length is 0 2024-12-05T12:28:01,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 2024-12-05T12:28:01,824 WARN [IPC Server handler 4 on default port 34499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-05T12:28:01,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 after 1ms 2024-12-05T12:28:04,007 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:33446 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43627:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33446 dst: /127.0.0.1:43627 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43627 remote=/127.0.0.1:33446]. Total timeout mills is 60000, 57783 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:04,007 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:59598 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46555:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59598 dst: /127.0.0.1:46555 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:04,007 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:59090 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41023:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59090 dst: /127.0.0.1:41023 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:04,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741880_1059 (size=606) 2024-12-05T12:28:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741880_1059 (size=606) 2024-12-05T12:28:05,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 after 4002ms 2024-12-05T12:28:05,857 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:05,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 took 4034ms 2024-12-05T12:28:05,859 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702; continuing. 2024-12-05T12:28:05,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 so closing down 2024-12-05T12:28:05,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:05,862 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733401681702.temp 2024-12-05T12:28:05,904 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005-wal.1733401681702.temp 2024-12-05T12:28:05,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741882_1060 (size=329) 2024-12-05T12:28:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741882_1060 (size=329) 2024-12-05T12:28:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741882_1060 (size=329) 2024-12-05T12:28:05,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005-wal.1733401681702.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:05,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005-wal.1733401681702.temp to hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005 2024-12-05T12:28:05,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 57 ms; skipped=1; WAL=hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:28:05,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702, journal: Splitting hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702, size=0 (0bytes) at 1733401681823Finishing writing output for hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 so closing down at 1733401685860 (+4037 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005-wal.1733401681702.temp at 1733401685904 (+44 ms)3 split writer threads finished at 1733401685904Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005-wal.1733401681702.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401685913 (+9 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005-wal.1733401681702.temp to hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005 at 1733401685915 (+2 ms)Processed 2 edits across 1 Regions in 57 ms; skipped=1; WAL=hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702, size=0, length=0, corrupted=false, cancelled=false at 1733401685915 2024-12-05T12:28:05,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401681702 2024-12-05T12:28:05,919 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005 2024-12-05T12:28:05,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:05,921 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:05,941 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401685922, exclude list is [], retry=0 2024-12-05T12:28:05,944 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:05,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:05,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:05,980 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401685922 2024-12-05T12:28:05,980 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:05,981 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 76d98c2547d460c6c16e3ffe870b3534, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:05,981 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:05,981 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:05,981 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:05,986 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:05,987 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName a 2024-12-05T12:28:05,987 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:05,996 DEBUG [StoreFileOpener-76d98c2547d460c6c16e3ffe870b3534-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83a62999de294fb9b0ab91e4a00eab0f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:05,996 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/a/83a62999de294fb9b0ab91e4a00eab0f_SeqId_3_ 2024-12-05T12:28:05,997 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:05,997 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:05,998 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName b 2024-12-05T12:28:05,998 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:05,998 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:05,999 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:06,000 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76d98c2547d460c6c16e3ffe870b3534 columnFamilyName c 2024-12-05T12:28:06,000 DEBUG [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:06,000 INFO [StoreOpener-76d98c2547d460c6c16e3ffe870b3534-1 {}] regionserver.HStore(327): Store=76d98c2547d460c6c16e3ffe870b3534/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:06,000 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:06,001 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:06,003 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:06,004 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005 2024-12-05T12:28:06,034 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:06,036 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005 2024-12-05T12:28:06,036 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 76d98c2547d460c6c16e3ffe870b3534 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-05T12:28:06,058 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/.tmp/a/2c112ccd172c4cada930c8f9604c6924 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733401681788/Put/seqid=0 2024-12-05T12:28:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741884_1062 (size=5149) 2024-12-05T12:28:06,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741884_1062 (size=5149) 2024-12-05T12:28:06,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741884_1062 (size=5149) 2024-12-05T12:28:06,067 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/.tmp/a/2c112ccd172c4cada930c8f9604c6924 2024-12-05T12:28:06,074 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/.tmp/a/2c112ccd172c4cada930c8f9604c6924 as hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/a/2c112ccd172c4cada930c8f9604c6924 2024-12-05T12:28:06,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/a/2c112ccd172c4cada930c8f9604c6924, entries=1, sequenceid=5, filesize=5.0 K 2024-12-05T12:28:06,082 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 76d98c2547d460c6c16e3ffe870b3534 in 46ms, sequenceid=5, compaction requested=false; wal=null 2024-12-05T12:28:06,082 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/0000000000000000005 2024-12-05T12:28:06,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:06,084 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:06,084 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:06,086 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76d98c2547d460c6c16e3ffe870b3534 2024-12-05T12:28:06,088 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/76d98c2547d460c6c16e3ffe870b3534/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T12:28:06,089 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76d98c2547d460c6c16e3ffe870b3534; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64885597, jitterRate=-0.0331292599439621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:06,089 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76d98c2547d460c6c16e3ffe870b3534: Writing region info on filesystem at 1733401685981Initializing all the Stores at 1733401685985 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401685985Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401685986 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401685986Obtaining lock to block concurrent updates at 1733401686036 (+50 ms)Preparing flush snapshotting stores in 76d98c2547d460c6c16e3ffe870b3534 at 1733401686036Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733401686036Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. at 1733401686036Flushing 76d98c2547d460c6c16e3ffe870b3534/a: creating writer at 1733401686036Flushing 76d98c2547d460c6c16e3ffe870b3534/a: appending metadata at 1733401686057 (+21 ms)Flushing 76d98c2547d460c6c16e3ffe870b3534/a: closing flushed file at 1733401686057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43936170: reopening flushed file at 1733401686073 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 76d98c2547d460c6c16e3ffe870b3534 in 46ms, sequenceid=5, compaction requested=false; wal=null at 1733401686082 (+9 ms)Cleaning up temporary data from old regions at 1733401686084 (+2 ms)Region opened successfully at 1733401686089 (+5 ms) 2024-12-05T12:28:06,093 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 76d98c2547d460c6c16e3ffe870b3534, disabling compactions & flushes 2024-12-05T12:28:06,093 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:06,093 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:06,093 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. after waiting 0 ms 2024-12-05T12:28:06,093 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:06,098 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733401681572.76d98c2547d460c6c16e3ffe870b3534. 2024-12-05T12:28:06,098 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 76d98c2547d460c6c16e3ffe870b3534: Waiting for close lock at 1733401686093Disabling compacts and flushes for region at 1733401686093Disabling writes for close at 1733401686093Writing region close event to WAL at 1733401686098 (+5 ms)Closed at 1733401686098 2024-12-05T12:28:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741883_1061 (size=175) 2024-12-05T12:28:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741883_1061 (size=175) 2024-12-05T12:28:06,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401685922 not finished, retry = 0 2024-12-05T12:28:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741883_1061 (size=175) 2024-12-05T12:28:06,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:06,207 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401685922) 2024-12-05T12:28:06,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=419 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_854119092_22 at /127.0.0.1:59620 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_854119092_22 at /127.0.0.1:59134 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_854119092_22 at /127.0.0.1:33476 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:34499 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:35179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1027 (was 961) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=3705 (was 2811) - AvailableMemoryMB LEAK? - 2024-12-05T12:28:06,223 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-12-05T12:28:06,235 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=419, OpenFileDescriptor=1027, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=3705 2024-12-05T12:28:06,235 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-12-05T12:28:06,250 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:06,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:28:06,260 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,39127,1733401667424 2024-12-05T12:28:06,262 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbce65d 2024-12-05T12:28:06,263 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:28:06,265 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:28:06,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:28:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-05T12:28:06,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:28:06,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-05T12:28:06,279 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:06,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:28:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:28:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741885_1063 (size=694) 2024-12-05T12:28:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741885_1063 (size=694) 2024-12-05T12:28:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741885_1063 (size=694) 2024-12-05T12:28:06,310 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d7217b71f1788d0e58161cf51561ed9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718 2024-12-05T12:28:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741886_1064 (size=77) 2024-12-05T12:28:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741886_1064 (size=77) 2024-12-05T12:28:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741886_1064 (size=77) 2024-12-05T12:28:06,319 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:06,319 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 1d7217b71f1788d0e58161cf51561ed9, disabling compactions & flushes 2024-12-05T12:28:06,319 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,319 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,319 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. after waiting 0 ms 2024-12-05T12:28:06,319 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,319 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,319 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d7217b71f1788d0e58161cf51561ed9: Waiting for close lock at 1733401686319Disabling compacts and flushes for region at 1733401686319Disabling writes for close at 1733401686319Writing region close event to WAL at 1733401686319Closed at 1733401686319 2024-12-05T12:28:06,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:28:06,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733401686321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401686321"}]},"ts":"1733401686321"} 2024-12-05T12:28:06,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:28:06,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:28:06,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401686333"}]},"ts":"1733401686333"} 2024-12-05T12:28:06,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-05T12:28:06,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2556e7014d8b=0} racks are {/default-rack=0} 2024-12-05T12:28:06,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T12:28:06,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T12:28:06,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T12:28:06,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T12:28:06,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T12:28:06,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T12:28:06,343 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T12:28:06,343 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T12:28:06,343 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T12:28:06,344 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T12:28:06,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN}] 2024-12-05T12:28:06,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN 2024-12-05T12:28:06,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN; state=OFFLINE, location=2556e7014d8b,37285,1733401668518; forceNewPlan=false, retain=false 2024-12-05T12:28:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:28:06,502 INFO [2556e7014d8b:39127 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T12:28:06,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPENING, regionLocation=2556e7014d8b,37285,1733401668518 2024-12-05T12:28:06,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN because future has completed 2024-12-05T12:28:06,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518}] 2024-12-05T12:28:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:28:06,660 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:28:06,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59679, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:28:06,667 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,667 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d7217b71f1788d0e58161cf51561ed9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:06,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:06,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,668 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,670 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,672 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf1 2024-12-05T12:28:06,672 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:06,672 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:06,673 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,674 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf2 2024-12-05T12:28:06,674 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:06,675 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:06,675 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,676 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,677 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,678 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,678 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,679 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:28:06,681 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,686 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:06,687 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d7217b71f1788d0e58161cf51561ed9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64421036, jitterRate=-0.04005175828933716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:28:06,687 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,688 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d7217b71f1788d0e58161cf51561ed9: Running coprocessor pre-open hook at 1733401686668Writing region info on filesystem at 1733401686668Initializing all the Stores at 1733401686669 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401686669Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401686670 (+1 ms)Cleaning up temporary data from old regions at 1733401686678 (+8 ms)Running coprocessor post-open hooks at 1733401686687 (+9 ms)Region opened successfully at 1733401686688 (+1 ms) 2024-12-05T12:28:06,693 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., pid=6, masterSystemTime=1733401686660 2024-12-05T12:28:06,696 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,696 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,37285,1733401668518 2024-12-05T12:28:06,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518 because future has completed 2024-12-05T12:28:06,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:28:06,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518 in 215 msec 2024-12-05T12:28:06,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:28:06,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN in 381 msec 2024-12-05T12:28:06,734 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:28:06,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401686734"}]},"ts":"1733401686734"} 2024-12-05T12:28:06,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-05T12:28:06,743 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:28:06,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 473 msec 2024-12-05T12:28:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:28:06,916 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-05T12:28:06,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-05T12:28:06,918 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T12:28:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-05T12:28:06,925 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T12:28:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-05T12:28:06,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=2] 2024-12-05T12:28:06,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:28:06,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:28:06,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1d7217b71f1788d0e58161cf51561ed9, source=2556e7014d8b,37285,1733401668518, destination=2556e7014d8b,39121,1733401668303, warming up region on 2556e7014d8b,39121,1733401668303 2024-12-05T12:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:28:06,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1d7217b71f1788d0e58161cf51561ed9, source=2556e7014d8b,37285,1733401668518, destination=2556e7014d8b,39121,1733401668303, running balancer 2024-12-05T12:28:06,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:28:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE 2024-12-05T12:28:06,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE 2024-12-05T12:28:06,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=CLOSING, regionLocation=2556e7014d8b,37285,1733401668518 2024-12-05T12:28:06,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE because future has completed 2024-12-05T12:28:06,984 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:28:06,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518}] 2024-12-05T12:28:06,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1d7217b71f1788d0e58161cf51561ed9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:06,994 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,997 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf1 2024-12-05T12:28:06,997 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:06,998 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:06,998 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:06,999 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf2 2024-12-05T12:28:06,999 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:07,005 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(1722): Closing 1d7217b71f1788d0e58161cf51561ed9, disabling compactions & flushes 2024-12-05T12:28:07,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. after waiting 0 ms 2024-12-05T12:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.HRegion(1676): Region close journal for 1d7217b71f1788d0e58161cf51561ed9: Waiting for close lock at 1733401687005Disabling compacts and flushes for region at 1733401687005Disabling writes for close at 1733401687005Writing region close event to WAL at 1733401687006 (+1 ms)Closed at 1733401687006 2024-12-05T12:28:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-05T12:28:07,157 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,157 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:28:07,158 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 1d7217b71f1788d0e58161cf51561ed9, disabling compactions & flushes 2024-12-05T12:28:07,158 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,158 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,158 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. after waiting 0 ms 2024-12-05T12:28:07,158 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,158 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 1d7217b71f1788d0e58161cf51561ed9 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-05T12:28:07,184 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf1/9bf0666be6074fdf8dbc61ea0e55e269 is 35, key is r1/cf1:q/1733401686946/Put/seqid=0 2024-12-05T12:28:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741887_1065 (size=4783) 2024-12-05T12:28:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741887_1065 (size=4783) 2024-12-05T12:28:07,204 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf1/9bf0666be6074fdf8dbc61ea0e55e269 2024-12-05T12:28:07,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741887_1065 (size=4783) 2024-12-05T12:28:07,213 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf1/9bf0666be6074fdf8dbc61ea0e55e269 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269 2024-12-05T12:28:07,231 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269, entries=1, sequenceid=5, filesize=4.7 K 2024-12-05T12:28:07,237 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1d7217b71f1788d0e58161cf51561ed9 in 78ms, sequenceid=5, compaction requested=false 2024-12-05T12:28:07,237 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-05T12:28:07,262 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:28:07,276 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,276 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 1d7217b71f1788d0e58161cf51561ed9: Waiting for close lock at 1733401687158Running coprocessor pre-close hooks at 1733401687158Disabling compacts and flushes for region at 1733401687158Disabling writes for close at 1733401687158Obtaining lock to block concurrent updates at 1733401687158Preparing flush snapshotting stores in 1d7217b71f1788d0e58161cf51561ed9 at 1733401687158Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733401687159 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. at 1733401687161 (+2 ms)Flushing 1d7217b71f1788d0e58161cf51561ed9/cf1: creating writer at 1733401687161Flushing 1d7217b71f1788d0e58161cf51561ed9/cf1: appending metadata at 1733401687184 (+23 ms)Flushing 1d7217b71f1788d0e58161cf51561ed9/cf1: closing flushed file at 1733401687184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87fd09: reopening flushed file at 1733401687212 (+28 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1d7217b71f1788d0e58161cf51561ed9 in 78ms, sequenceid=5, compaction requested=false at 1733401687237 (+25 ms)Writing region close event to WAL at 1733401687254 (+17 ms)Running coprocessor post-close hooks at 1733401687273 (+19 ms)Closed at 1733401687276 (+3 ms) 2024-12-05T12:28:07,276 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 1d7217b71f1788d0e58161cf51561ed9 move to 2556e7014d8b,39121,1733401668303 record at close sequenceid=5 2024-12-05T12:28:07,286 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=CLOSED 2024-12-05T12:28:07,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518 because future has completed 2024-12-05T12:28:07,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T12:28:07,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518 in 309 msec 2024-12-05T12:28:07,313 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE; state=CLOSED, location=2556e7014d8b,39121,1733401668303; forceNewPlan=false, retain=false 2024-12-05T12:28:07,464 INFO [2556e7014d8b:39127 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T12:28:07,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPENING, regionLocation=2556e7014d8b,39121,1733401668303 2024-12-05T12:28:07,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE because future has completed 2024-12-05T12:28:07,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303}] 2024-12-05T12:28:07,633 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,633 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d7217b71f1788d0e58161cf51561ed9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:07,633 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,633 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:07,634 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,634 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,637 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,645 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf1 2024-12-05T12:28:07,646 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:07,682 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269 2024-12-05T12:28:07,683 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:07,683 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,688 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf2 2024-12-05T12:28:07,688 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:07,693 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:07,693 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,694 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,697 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,698 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,698 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,699 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:28:07,701 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,703 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 1d7217b71f1788d0e58161cf51561ed9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60465965, jitterRate=-0.0989869087934494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:28:07,703 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:07,704 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1d7217b71f1788d0e58161cf51561ed9: Running coprocessor pre-open hook at 1733401687634Writing region info on filesystem at 1733401687634Initializing all the Stores at 1733401687636 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401687636Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401687636Cleaning up temporary data from old regions at 1733401687698 (+62 ms)Running coprocessor post-open hooks at 1733401687703 (+5 ms)Region opened successfully at 1733401687704 (+1 ms) 2024-12-05T12:28:07,710 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., pid=9, masterSystemTime=1733401687627 2024-12-05T12:28:07,720 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,720 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:07,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPEN, openSeqNum=9, regionLocation=2556e7014d8b,39121,1733401668303 2024-12-05T12:28:07,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303 because future has completed 2024-12-05T12:28:07,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-05T12:28:07,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303 in 288 msec 2024-12-05T12:28:07,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE in 813 msec 2024-12-05T12:28:07,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:28:07,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:28:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:49150 deadline: 1733401747839, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=39121 startCode=1733401668303. As of locationSeqNum=5. 2024-12-05T12:28:07,874 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=39121 startCode=1733401668303. As of locationSeqNum=5. 2024-12-05T12:28:07,874 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=39121 startCode=1733401668303. As of locationSeqNum=5. 2024-12-05T12:28:07,874 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,39121,1733401668303, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=39121 startCode=1733401668303. As of locationSeqNum=5. 2024-12-05T12:28:07,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-05T12:28:07,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-05T12:28:07,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-05T12:28:07,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-05T12:28:07,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-05T12:28:07,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-05T12:28:07,984 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:28:07,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:28:07,999 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d7217b71f1788d0e58161cf51561ed9 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-05T12:28:08,024 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf1/ddaf453364a04466aff352882e086ea3 is 29, key is r1/cf1:/1733401687988/DeleteFamily/seqid=0 2024-12-05T12:28:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741888_1066 (size=4906) 2024-12-05T12:28:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741888_1066 (size=4906) 2024-12-05T12:28:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741888_1066 (size=4906) 2024-12-05T12:28:08,036 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf1/ddaf453364a04466aff352882e086ea3 2024-12-05T12:28:08,045 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddaf453364a04466aff352882e086ea3 2024-12-05T12:28:08,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf2/9b8f6f5523134e69b1899d35e10aca33 is 29, key is r1/cf2:/1733401687988/DeleteFamily/seqid=0 2024-12-05T12:28:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741889_1067 (size=4906) 2024-12-05T12:28:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741889_1067 (size=4906) 2024-12-05T12:28:08,076 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf2/9b8f6f5523134e69b1899d35e10aca33 2024-12-05T12:28:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741889_1067 (size=4906) 2024-12-05T12:28:08,083 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b8f6f5523134e69b1899d35e10aca33 2024-12-05T12:28:08,084 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf1/ddaf453364a04466aff352882e086ea3 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/ddaf453364a04466aff352882e086ea3 2024-12-05T12:28:08,091 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddaf453364a04466aff352882e086ea3 2024-12-05T12:28:08,091 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/ddaf453364a04466aff352882e086ea3, entries=1, sequenceid=12, filesize=4.8 K 2024-12-05T12:28:08,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf2/9b8f6f5523134e69b1899d35e10aca33 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/9b8f6f5523134e69b1899d35e10aca33 2024-12-05T12:28:08,108 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b8f6f5523134e69b1899d35e10aca33 2024-12-05T12:28:08,108 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/9b8f6f5523134e69b1899d35e10aca33, entries=1, sequenceid=12, filesize=4.8 K 2024-12-05T12:28:08,112 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 1d7217b71f1788d0e58161cf51561ed9 in 112ms, sequenceid=12, compaction requested=false 2024-12-05T12:28:08,112 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d7217b71f1788d0e58161cf51561ed9: 2024-12-05T12:28:08,115 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T12:28:08,117 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1d7217b71f1788d0e58161cf51561ed9/cf1 is initiating major compaction (all files) 2024-12-05T12:28:08,117 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:28:08,117 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:28:08,118 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1d7217b71f1788d0e58161cf51561ed9/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,118 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269, hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/ddaf453364a04466aff352882e086ea3] into tmpdir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp, totalSize=9.5 K 2024-12-05T12:28:08,120 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9bf0666be6074fdf8dbc61ea0e55e269, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733401686946 2024-12-05T12:28:08,120 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ddaf453364a04466aff352882e086ea3, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-05T12:28:08,138 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1d7217b71f1788d0e58161cf51561ed9#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:28:08,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741890_1068 (size=4626) 2024-12-05T12:28:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741890_1068 (size=4626) 2024-12-05T12:28:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741890_1068 (size=4626) 2024-12-05T12:28:08,170 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf1/9d3288e858ee4e2ca7d9fe1ff9c4fe31 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9d3288e858ee4e2ca7d9fe1ff9c4fe31 2024-12-05T12:28:08,189 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 1d7217b71f1788d0e58161cf51561ed9/cf1 of 1d7217b71f1788d0e58161cf51561ed9 into 9d3288e858ee4e2ca7d9fe1ff9c4fe31(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:28:08,189 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1d7217b71f1788d0e58161cf51561ed9: 2024-12-05T12:28:08,189 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-05T12:28:08,189 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1d7217b71f1788d0e58161cf51561ed9/cf2 is initiating major compaction (all files) 2024-12-05T12:28:08,190 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:28:08,190 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:28:08,190 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1d7217b71f1788d0e58161cf51561ed9/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,190 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/9b8f6f5523134e69b1899d35e10aca33] into tmpdir=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp, totalSize=4.8 K 2024-12-05T12:28:08,193 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9b8f6f5523134e69b1899d35e10aca33, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-05T12:28:08,204 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1d7217b71f1788d0e58161cf51561ed9#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:28:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741891_1069 (size=4592) 2024-12-05T12:28:08,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741891_1069 (size=4592) 2024-12-05T12:28:08,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741891_1069 (size=4592) 2024-12-05T12:28:08,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/.tmp/cf2/69b5945dac8445febea674d338d4a75e as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/69b5945dac8445febea674d338d4a75e 2024-12-05T12:28:08,658 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 1d7217b71f1788d0e58161cf51561ed9/cf2 of 1d7217b71f1788d0e58161cf51561ed9 into 69b5945dac8445febea674d338d4a75e(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:28:08,658 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1d7217b71f1788d0e58161cf51561ed9: 2024-12-05T12:28:08,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1d7217b71f1788d0e58161cf51561ed9, source=2556e7014d8b,39121,1733401668303, destination=2556e7014d8b,37285,1733401668518, warming up region on 2556e7014d8b,37285,1733401668518 2024-12-05T12:28:08,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1d7217b71f1788d0e58161cf51561ed9, source=2556e7014d8b,39121,1733401668303, destination=2556e7014d8b,37285,1733401668518, running balancer 2024-12-05T12:28:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE 2024-12-05T12:28:08,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE 2024-12-05T12:28:08,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1d7217b71f1788d0e58161cf51561ed9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:08,667 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:08,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=CLOSING, regionLocation=2556e7014d8b,39121,1733401668303 2024-12-05T12:28:08,668 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf1 2024-12-05T12:28:08,668 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:08,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE because future has completed 2024-12-05T12:28:08,670 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:28:08,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303}] 2024-12-05T12:28:08,678 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269 2024-12-05T12:28:08,683 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9d3288e858ee4e2ca7d9fe1ff9c4fe31 2024-12-05T12:28:08,687 INFO [StoreFileOpener-1d7217b71f1788d0e58161cf51561ed9-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddaf453364a04466aff352882e086ea3 2024-12-05T12:28:08,687 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/ddaf453364a04466aff352882e086ea3 2024-12-05T12:28:08,688 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:08,688 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:08,689 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf2 2024-12-05T12:28:08,689 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:08,696 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/69b5945dac8445febea674d338d4a75e 2024-12-05T12:28:08,700 INFO [StoreFileOpener-1d7217b71f1788d0e58161cf51561ed9-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b8f6f5523134e69b1899d35e10aca33 2024-12-05T12:28:08,700 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/9b8f6f5523134e69b1899d35e10aca33 2024-12-05T12:28:08,701 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(1722): Closing 1d7217b71f1788d0e58161cf51561ed9, disabling compactions & flushes 2024-12-05T12:28:08,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. after waiting 0 ms 2024-12-05T12:28:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(1676): Region close journal for 1d7217b71f1788d0e58161cf51561ed9: Waiting for close lock at 1733401688701Disabling compacts and flushes for region at 1733401688701Disabling writes for close at 1733401688701Writing region close event to WAL at 1733401688702 (+1 ms)Closed at 1733401688702 2024-12-05T12:28:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-05T12:28:08,824 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:08,824 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:28:08,825 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 1d7217b71f1788d0e58161cf51561ed9, disabling compactions & flushes 2024-12-05T12:28:08,825 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,825 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,825 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. after waiting 0 ms 2024-12-05T12:28:08,825 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,825 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269, hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/ddaf453364a04466aff352882e086ea3] to archive 2024-12-05T12:28:08,829 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:28:08,833 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269 to hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9bf0666be6074fdf8dbc61ea0e55e269 2024-12-05T12:28:08,834 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/ddaf453364a04466aff352882e086ea3 to hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/ddaf453364a04466aff352882e086ea3 2024-12-05T12:28:08,848 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/9b8f6f5523134e69b1899d35e10aca33] to archive 2024-12-05T12:28:08,849 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:28:08,852 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/9b8f6f5523134e69b1899d35e10aca33 to hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/9b8f6f5523134e69b1899d35e10aca33 2024-12-05T12:28:08,858 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-05T12:28:08,859 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:08,859 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 1d7217b71f1788d0e58161cf51561ed9: Waiting for close lock at 1733401688825Running coprocessor pre-close hooks at 1733401688825Disabling compacts and flushes for region at 1733401688825Disabling writes for close at 1733401688825Writing region close event to WAL at 1733401688853 (+28 ms)Running coprocessor post-close hooks at 1733401688858 (+5 ms)Closed at 1733401688859 (+1 ms) 2024-12-05T12:28:08,859 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 1d7217b71f1788d0e58161cf51561ed9 move to 2556e7014d8b,37285,1733401668518 record at close sequenceid=12 2024-12-05T12:28:08,863 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:08,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=CLOSED 2024-12-05T12:28:08,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303 because future has completed 2024-12-05T12:28:08,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T12:28:08,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303 in 201 msec 2024-12-05T12:28:08,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE; state=CLOSED, location=2556e7014d8b,37285,1733401668518; forceNewPlan=false, retain=false 2024-12-05T12:28:09,026 INFO [2556e7014d8b:39127 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T12:28:09,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPENING, regionLocation=2556e7014d8b,37285,1733401668518 2024-12-05T12:28:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE because future has completed 2024-12-05T12:28:09,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518}] 2024-12-05T12:28:09,187 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,188 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d7217b71f1788d0e58161cf51561ed9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:09,188 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,188 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:09,188 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,189 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,190 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,191 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf1 2024-12-05T12:28:09,191 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:09,197 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9d3288e858ee4e2ca7d9fe1ff9c4fe31 2024-12-05T12:28:09,198 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:09,198 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,199 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf2 2024-12-05T12:28:09,199 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:09,205 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/69b5945dac8445febea674d338d4a75e 2024-12-05T12:28:09,205 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:09,205 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,206 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,207 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,208 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,208 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,209 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:28:09,210 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,211 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1d7217b71f1788d0e58161cf51561ed9; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68433924, jitterRate=0.019744932651519775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:28:09,211 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,212 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1d7217b71f1788d0e58161cf51561ed9: Running coprocessor pre-open hook at 1733401689189Writing region info on filesystem at 1733401689189Initializing all the Stores at 1733401689189Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401689190 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401689190Cleaning up temporary data from old regions at 1733401689208 (+18 ms)Running coprocessor post-open hooks at 1733401689211 (+3 ms)Region opened successfully at 1733401689212 (+1 ms) 2024-12-05T12:28:09,213 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., pid=12, masterSystemTime=1733401689183 2024-12-05T12:28:09,218 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,218 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPEN, openSeqNum=18, regionLocation=2556e7014d8b,37285,1733401668518 2024-12-05T12:28:09,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518 because future has completed 2024-12-05T12:28:09,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T12:28:09,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,37285,1733401668518 in 199 msec 2024-12-05T12:28:09,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, REOPEN/MOVE in 569 msec 2024-12-05T12:28:09,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:28:09,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:28:09,271 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2556e7014d8b,37285,1733401668518: testing ***** 2024-12-05T12:28:09,271 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:28:09,273 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:28:09,275 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:28:09,281 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:28:09,283 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:28:09,297 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 496079248 }, "NonHeapMemoryUsage": { "committed": 172490752, "init": 7667712, "max": -1, "used": 169938248 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2556e7014d8b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 11067, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 39, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 3, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 39, "ProcessCallTime_98th_percentile": 39, "ProcessCallTime_99th_percentile": 39, "ProcessCallTime_99.9th_percentile": 39, "ProcessCallTime_TimeRangeCount_0-1": 11, "ProcessCallTime_TimeRangeCount_1-3": 11, "ProcessCallTime_TimeRangeCount_3-10": 7, "ProcessCallTime_TimeRangeCount_30-100": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 3, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 1, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 3, "QueueCallTime_99th_percentile": 3, "QueueCallTime_99.9th_percentile": 3, "QueueCallTime_TimeRangeCount_0-1": 30, "QueueCallTime_TimeRangeCount_1-3": 1, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 40, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 3, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 39, "TotalCallTime_98th_percentile": 40, "TotalCallTime_99th_percentile": 40, "TotalCallTime_99.9th_percentile": 40, "TotalCallTime_TimeRangeCount_0-1": 9, "TotalCallTime_TimeRangeCount_1-3": 12, "TotalCallTime_TimeRangeCount_3-10": 7, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 158, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 5, "ResponseSize_SizeRangeCount_100-1000": 4, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5743 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2556e7014d8b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64503", "tag.serverName": "2556e7014d8b,37285,1733401668518", "tag.clusterId": "cb3ddcea-72bd-42bd-b776-9b7eac0dbc0c", "tag.Context": "regionserver", "tag.Hostname": "2556e7014d8b", "regionCount": 1, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733401668518, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 66560, "ByteBuffAllocatorHeapAllocationRatio": 0.7697053155307054, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 4, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 1, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 1, "Put_min": 3, "Put_max": 3, "Put_mean": 3, "Put_25th_percentile": 3, "Put_median": 3, "Put_75th_percentile": 3, "Put_90th_percentile": 3, "Put_95th_percentile": 3, "Put_98th_percentile": 3, "Put_99th_percentile": 3, "Put_99.9th_percentile": 3, "Put_TimeRangeCount_1-3": 1, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 4783, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 31, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 4783, "FlushOutputSize_max": 4783, "FlushOutputSize_mean": 4783, "FlushOutputSize_25th_percentile": 4783, "FlushOutputSize_median": 4783, "FlushOutputSize_75th_percentile": 4783, "FlushOutputSize_90th_percentile": 4783, "FlushOutputSize_95th_percentile": 4783, "FlushOutputSize_98th_percentile": 4783, "FlushOutputSize_99th_percentile": 4783, "FlushOutputSize_99.9th_percentile": 4783, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 31, "FlushMemstoreSize_max": 31, "FlushMemstoreSize_mean": 31, "FlushMemstoreSize_25th_percentile": 31, "FlushMemstoreSize_median": 31, "FlushMemstoreSize_75th_percentile": 31, "FlushMemstoreSize_90th_percentile": 31, "FlushMemstoreSize_95th_percentile": 31, "FlushMemstoreSize_98th_percentile": 31, "FlushMemstoreSize_99th_percentile": 31, "FlushMemstoreSize_99.9th_percentile": 31, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 78, "FlushTime_max": 78, "FlushTime_mean": 78, "FlushTime_25th_percentile": 78, "FlushTime_median": 78, "FlushTime_75th_percentile": 78, "FlushTime_90th_percentile": 78, "FlushTime_95th_percentile": 78, "FlushTime_98th_percentile": 78, "FlushTime_99th_percentile": 78, "FlushTime_99.9th_percentile": 78, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 64, "ScanSize_max": 64, "ScanSize_mean": 64, "ScanSize_25th_percentile": 64, "ScanSize_median": 64, "ScanSize_75th_percentile": 64, "ScanSize_90th_percentile": 64, "ScanSize_95th_percentile": 64, "ScanSize_98th_percentile": 64, "ScanSize_99th_percentile": 64, "ScanSize_99.9th_percentile": 64, "ScanSize_SizeRangeCount_10-100": 1, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T12:28:09,301 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39127 {}] master.MasterRpcServices(700): 2556e7014d8b,37285,1733401668518 reported a fatal error: ***** ABORTING region server 2556e7014d8b,37285,1733401668518: testing ***** 2024-12-05T12:28:09,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2556e7014d8b,37285,1733401668518' ***** 2024-12-05T12:28:09,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-05T12:28:09,313 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:28:09,313 INFO [RS:2;2556e7014d8b:37285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T12:28:09,313 INFO [RS:2;2556e7014d8b:37285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T12:28:09,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:28:09,313 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,314 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(956): aborting server 2556e7014d8b,37285,1733401668518 2024-12-05T12:28:09,314 INFO [RS:2;2556e7014d8b:37285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:28:09,314 INFO [RS:2;2556e7014d8b:37285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2556e7014d8b:37285. 2024-12-05T12:28:09,314 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d7217b71f1788d0e58161cf51561ed9, disabling compactions & flushes 2024-12-05T12:28:09,314 DEBUG [RS:2;2556e7014d8b:37285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:28:09,314 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,314 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,314 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. after waiting 0 ms 2024-12-05T12:28:09,315 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,315 DEBUG [RS:2;2556e7014d8b:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:09,315 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:28:09,315 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1325): Online Regions={1d7217b71f1788d0e58161cf51561ed9=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.} 2024-12-05T12:28:09,316 DEBUG [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1351): Waiting on 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:58706 deadline: 1733401749317, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=37285 startCode=1733401668518. As of locationSeqNum=12. 2024-12-05T12:28:09,318 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,39121,1733401668303, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,39121,1733401668303, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=37285 startCode=1733401668518. As of locationSeqNum=12. 2024-12-05T12:28:09,318 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,39121,1733401668303, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=37285 startCode=1733401668518. As of locationSeqNum=12. 2024-12-05T12:28:09,318 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,39121,1733401668303, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=37285 startCode=1733401668518. As of locationSeqNum=12. 2024-12-05T12:28:09,325 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,325 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d7217b71f1788d0e58161cf51561ed9: Waiting for close lock at 1733401689314Running coprocessor pre-close hooks at 1733401689314Disabling compacts and flushes for region at 1733401689314Disabling writes for close at 1733401689314Writing region close event to WAL at 1733401689325 (+11 ms)Running coprocessor post-close hooks at 1733401689325Closed at 1733401689325 2024-12-05T12:28:09,326 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:09,365 INFO [regionserver/2556e7014d8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:28:09,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2556e7014d8b,37285,1733401668518 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:09,426 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2556e7014d8b,37285,1733401668518 aborting 2024-12-05T12:28:09,426 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2556e7014d8b,37285,1733401668518 aborting 2024-12-05T12:28:09,427 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=12 from cache 2024-12-05T12:28:09,516 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(976): stopping server 2556e7014d8b,37285,1733401668518; all regions closed. 2024-12-05T12:28:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741835_1011 (size=2288) 2024-12-05T12:28:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741835_1011 (size=2288) 2024-12-05T12:28:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741835_1011 (size=2288) 2024-12-05T12:28:09,522 DEBUG [RS:2;2556e7014d8b:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:09,522 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:28:09,522 INFO [RS:2;2556e7014d8b:37285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:28:09,522 INFO [RS:2;2556e7014d8b:37285 {}] hbase.ChoreService(370): Chore service for: regionserver/2556e7014d8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:28:09,522 INFO [regionserver/2556e7014d8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:28:09,523 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:28:09,523 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:28:09,523 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:28:09,523 INFO [RS:2;2556e7014d8b:37285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:28:09,523 INFO [RS:2;2556e7014d8b:37285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37285 2024-12-05T12:28:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:28:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2556e7014d8b,37285,1733401668518 2024-12-05T12:28:09,529 INFO [RS:2;2556e7014d8b:37285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:28:09,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2556e7014d8b,37285,1733401668518] 2024-12-05T12:28:09,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2556e7014d8b,37285,1733401668518 already deleted, retry=false 2024-12-05T12:28:09,532 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2556e7014d8b,37285,1733401668518 on 2556e7014d8b,39127,1733401667424 2024-12-05T12:28:09,538 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2556e7014d8b,37285,1733401668518, splitWal=true, meta=false 2024-12-05T12:28:09,541 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2556e7014d8b,37285,1733401668518, splitWal=true, meta=false 2024-12-05T12:28:09,541 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 2556e7014d8b,37285,1733401668518 (carryingMeta=false) 2556e7014d8b,37285,1733401668518/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@11c9cfba[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T12:28:09,542 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 2556e7014d8b,37285,1733401668518 had 1 regions 2024-12-05T12:28:09,543 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2556e7014d8b,37285,1733401668518, splitWal=true, meta=false, isMeta: false 2024-12-05T12:28:09,545 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting 2024-12-05T12:28:09,546 INFO [PEWorker-2 {}] master.SplitWALManager(105): 2556e7014d8b,37285,1733401668518 WAL count=1, meta=false 2024-12-05T12:28:09,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2556e7014d8b%2C37285%2C1733401668518.1733401670760}] 2024-12-05T12:28:09,555 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2556e7014d8b,39121,1733401668303 2024-12-05T12:28:09,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2556e7014d8b%2C37285%2C1733401668518.1733401670760, worker=2556e7014d8b,39121,1733401668303}] 2024-12-05T12:28:09,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:09,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x100aa686e2b0003, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:09,632 INFO [RS:2;2556e7014d8b:37285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:28:09,632 INFO [RS:2;2556e7014d8b:37285 {}] regionserver.HRegionServer(1031): Exiting; stopping=2556e7014d8b,37285,1733401668518; zookeeper connection closed. 2024-12-05T12:28:09,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52ee991d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52ee991d 2024-12-05T12:28:09,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18] 2024-12-05T12:28:09,640 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2556e7014d8b:37285 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2556e7014d8b/172.17.0.2:37285 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:09,641 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18, error=java.net.ConnectException: Call to address=2556e7014d8b:37285 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2556e7014d8b/172.17.0.2:37285 2024-12-05T12:28:09,641 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-05T12:28:09,641 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18 from cache 2024-12-05T12:28:09,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 2556e7014d8b:37285 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2556e7014d8b/172.17.0.2:37285 2024-12-05T12:28:09,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-05T12:28:09,747 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760, size=2.2 K (2288bytes) 2024-12-05T12:28:09,747 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760 2024-12-05T12:28:09,748 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760 after 1ms 2024-12-05T12:28:09,783 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:09,783 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760 took 37ms 2024-12-05T12:28:09,791 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1d7217b71f1788d0e58161cf51561ed9: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-05T12:28:09,792 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760 so closing down 2024-12-05T12:28:09,792 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:09,792 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:09,792 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-12-05T12:28:09,792 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760, journal: Splitting hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760, size=2.2 K (2288bytes) at 1733401689747Finishing writing output for hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760 so closing down at 1733401689792 (+45 ms)3 split writer threads finished at 1733401689792Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1733401689792 2024-12-05T12:28:09,792 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760 2024-12-05T12:28:09,794 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T12:28:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T12:28:09,803 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting/2556e7014d8b%2C37285%2C1733401668518.1733401670760 to hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs 2024-12-05T12:28:09,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T12:28:09,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2556e7014d8b%2C37285%2C1733401668518.1733401670760, worker=2556e7014d8b,39121,1733401668303 in 246 msec 2024-12-05T12:28:09,809 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=2556e7014d8b,39121,1733401668303 2024-12-05T12:28:09,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T12:28:09,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 2556e7014d8b%2C37285%2C1733401668518.1733401670760, worker=2556e7014d8b,39121,1733401668303 in 261 msec 2024-12-05T12:28:09,815 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting dir is empty, no logs to split. 2024-12-05T12:28:09,815 INFO [PEWorker-2 {}] master.SplitWALManager(105): 2556e7014d8b,37285,1733401668518 WAL count=0, meta=false 2024-12-05T12:28:09,815 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 2556e7014d8b,37285,1733401668518 WAL splitting is done? wals=0, meta=false 2024-12-05T12:28:09,821 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2556e7014d8b,37285,1733401668518 failed, ignore...File hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/WALs/2556e7014d8b,37285,1733401668518-splitting does not exist. 2024-12-05T12:28:09,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN}] 2024-12-05T12:28:09,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN 2024-12-05T12:28:09,826 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:28:09,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18] 2024-12-05T12:28:09,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2556e7014d8b:37285 this server is in the failed servers list 2024-12-05T12:28:09,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2556e7014d8b:37285 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2556e7014d8b:37285 2024-12-05T12:28:09,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2556e7014d8b:37285 2024-12-05T12:28:09,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,37285,1733401668518, seqNum=18 from cache 2024-12-05T12:28:09,977 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(204): Hosts are {2556e7014d8b=0} racks are {/default-rack=0} 2024-12-05T12:28:09,977 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T12:28:09,977 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T12:28:09,977 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T12:28:09,977 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T12:28:09,977 INFO [2556e7014d8b:39127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T12:28:09,977 INFO [2556e7014d8b:39127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T12:28:09,977 DEBUG [2556e7014d8b:39127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T12:28:09,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPENING, regionLocation=2556e7014d8b,39121,1733401668303 2024-12-05T12:28:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN because future has completed 2024-12-05T12:28:09,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303}] 2024-12-05T12:28:10,139 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:10,139 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d7217b71f1788d0e58161cf51561ed9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:10,139 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,140 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:10,140 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,140 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,141 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,143 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf1 2024-12-05T12:28:10,143 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,150 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf1/9d3288e858ee4e2ca7d9fe1ff9c4fe31 2024-12-05T12:28:10,150 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,150 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,152 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7217b71f1788d0e58161cf51561ed9 columnFamilyName cf2 2024-12-05T12:28:10,152 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,158 DEBUG [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/cf2/69b5945dac8445febea674d338d4a75e 2024-12-05T12:28:10,159 INFO [StoreOpener-1d7217b71f1788d0e58161cf51561ed9-1 {}] regionserver.HStore(327): Store=1d7217b71f1788d0e58161cf51561ed9/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,160 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,162 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,164 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,165 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,165 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,165 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:28:10,167 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,168 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1d7217b71f1788d0e58161cf51561ed9; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73921161, jitterRate=0.10151113569736481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:28:10,169 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:10,170 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1d7217b71f1788d0e58161cf51561ed9: Running coprocessor pre-open hook at 1733401690140Writing region info on filesystem at 1733401690140Initializing all the Stores at 1733401690141 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690141Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690141Cleaning up temporary data from old regions at 1733401690165 (+24 ms)Running coprocessor post-open hooks at 1733401690169 (+4 ms)Region opened successfully at 1733401690169 2024-12-05T12:28:10,171 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., pid=17, masterSystemTime=1733401690135 2024-12-05T12:28:10,173 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:10,173 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:10,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1d7217b71f1788d0e58161cf51561ed9, regionState=OPEN, openSeqNum=18, regionLocation=2556e7014d8b,39121,1733401668303 2024-12-05T12:28:10,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303 because future has completed 2024-12-05T12:28:10,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T12:28:10,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d7217b71f1788d0e58161cf51561ed9, server=2556e7014d8b,39121,1733401668303 in 197 msec 2024-12-05T12:28:10,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-05T12:28:10,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1d7217b71f1788d0e58161cf51561ed9, ASSIGN in 359 msec 2024-12-05T12:28:10,187 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 2556e7014d8b,37285,1733401668518 after splitting done 2024-12-05T12:28:10,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 2556e7014d8b,37285,1733401668518, splitWal=true, meta=false in 654 msec 2024-12-05T12:28:10,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9., hostname=2556e7014d8b,39121,1733401668303, seqNum=18] 2024-12-05T12:28:10,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 419), OpenFileDescriptor=1049 (was 1027) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=517 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=3366 (was 3705) 2024-12-05T12:28:10,475 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-05T12:28:10,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=517, ProcessCount=11, AvailableMemoryMB=3365 2024-12-05T12:28:10,489 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-05T12:28:10,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:10,515 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:10,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:28:10,518 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-08058256, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-08058256, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:10,538 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-08058256/hregion-08058256.1733401690519, exclude list is [], retry=0 2024-12-05T12:28:10,541 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:10,541 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:10,542 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:10,577 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-08058256/hregion-08058256.1733401690519 2024-12-05T12:28:10,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:28:10,578 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 96a7d8fb56dcad9a8fecebd390f112a4, NAME => 'testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:28:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741893_1071 (size=67) 2024-12-05T12:28:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741893_1071 (size=67) 2024-12-05T12:28:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741893_1071 (size=67) 2024-12-05T12:28:10,591 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:10,593 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,594 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName a 2024-12-05T12:28:10,594 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,595 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,595 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,596 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName b 2024-12-05T12:28:10,596 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,597 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,597 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,598 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName c 2024-12-05T12:28:10,598 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,599 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,599 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,600 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,600 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,601 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,601 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,602 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:10,603 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,605 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:10,606 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96a7d8fb56dcad9a8fecebd390f112a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68751650, jitterRate=0.024479418992996216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:10,607 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96a7d8fb56dcad9a8fecebd390f112a4: Writing region info on filesystem at 1733401690591Initializing all the Stores at 1733401690592 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690592Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690592Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690592Cleaning up temporary data from old regions at 1733401690601 (+9 ms)Region opened successfully at 1733401690607 (+6 ms) 2024-12-05T12:28:10,607 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96a7d8fb56dcad9a8fecebd390f112a4, disabling compactions & flushes 2024-12-05T12:28:10,607 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,607 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,607 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. after waiting 0 ms 2024-12-05T12:28:10,607 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,607 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,607 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96a7d8fb56dcad9a8fecebd390f112a4: Waiting for close lock at 1733401690607Disabling compacts and flushes for region at 1733401690607Disabling writes for close at 1733401690607Writing region close event to WAL at 1733401690607Closed at 1733401690607 2024-12-05T12:28:10,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741892_1070 (size=175) 2024-12-05T12:28:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741892_1070 (size=175) 2024-12-05T12:28:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741892_1070 (size=175) 2024-12-05T12:28:10,617 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:10,617 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-08058256:(num 1733401690519) 2024-12-05T12:28:10,617 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:10,619 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:10,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619, exclude list is [], retry=0 2024-12-05T12:28:10,642 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:10,642 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:10,643 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:10,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619 2024-12-05T12:28:10,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:28:10,676 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96a7d8fb56dcad9a8fecebd390f112a4, NAME => 'testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:10,676 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:10,676 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,676 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,678 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,679 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName a 2024-12-05T12:28:10,679 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,679 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,679 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,680 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName b 2024-12-05T12:28:10,680 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,681 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,681 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,682 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName c 2024-12-05T12:28:10,682 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:10,682 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:10,682 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,685 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,685 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,686 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:10,687 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:10,688 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96a7d8fb56dcad9a8fecebd390f112a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67453589, jitterRate=0.005136802792549133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:10,689 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96a7d8fb56dcad9a8fecebd390f112a4: Writing region info on filesystem at 1733401690676Initializing all the Stores at 1733401690677 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690677Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690678 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401690678Cleaning up temporary data from old regions at 1733401690685 (+7 ms)Region opened successfully at 1733401690688 (+3 ms) 2024-12-05T12:28:10,726 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 96a7d8fb56dcad9a8fecebd390f112a4 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-05T12:28:10,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/a/a3fa8e6da7984ef9a1a543c177c62384 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733401690689/Put/seqid=0 2024-12-05T12:28:10,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741895_1073 (size=5958) 2024-12-05T12:28:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741895_1073 (size=5958) 2024-12-05T12:28:10,776 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/a/a3fa8e6da7984ef9a1a543c177c62384 2024-12-05T12:28:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741895_1073 (size=5958) 2024-12-05T12:28:10,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/b/e875cb2b25f0412a990f73d2d777da6b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401690698/Put/seqid=0 2024-12-05T12:28:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741896_1074 (size=5958) 2024-12-05T12:28:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741896_1074 (size=5958) 2024-12-05T12:28:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741896_1074 (size=5958) 2024-12-05T12:28:10,824 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/b/e875cb2b25f0412a990f73d2d777da6b 2024-12-05T12:28:10,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/c/815b09b75baa459a8ba025af3891c762 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733401690707/Put/seqid=0 2024-12-05T12:28:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741897_1075 (size=5958) 2024-12-05T12:28:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741897_1075 (size=5958) 2024-12-05T12:28:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741897_1075 (size=5958) 2024-12-05T12:28:10,864 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/c/815b09b75baa459a8ba025af3891c762 2024-12-05T12:28:10,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/a/a3fa8e6da7984ef9a1a543c177c62384 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/a/a3fa8e6da7984ef9a1a543c177c62384 2024-12-05T12:28:10,880 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/a/a3fa8e6da7984ef9a1a543c177c62384, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T12:28:10,885 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/b/e875cb2b25f0412a990f73d2d777da6b as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/b/e875cb2b25f0412a990f73d2d777da6b 2024-12-05T12:28:10,891 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/b/e875cb2b25f0412a990f73d2d777da6b, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T12:28:10,892 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/c/815b09b75baa459a8ba025af3891c762 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/c/815b09b75baa459a8ba025af3891c762 2024-12-05T12:28:10,898 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/c/815b09b75baa459a8ba025af3891c762, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T12:28:10,900 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 96a7d8fb56dcad9a8fecebd390f112a4 in 173ms, sequenceid=33, compaction requested=false 2024-12-05T12:28:10,900 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 96a7d8fb56dcad9a8fecebd390f112a4: 2024-12-05T12:28:10,900 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96a7d8fb56dcad9a8fecebd390f112a4, disabling compactions & flushes 2024-12-05T12:28:10,900 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,900 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,900 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. after waiting 0 ms 2024-12-05T12:28:10,900 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,912 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. 2024-12-05T12:28:10,912 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96a7d8fb56dcad9a8fecebd390f112a4: Waiting for close lock at 1733401690900Disabling compacts and flushes for region at 1733401690900Disabling writes for close at 1733401690900Writing region close event to WAL at 1733401690912 (+12 ms)Closed at 1733401690912 2024-12-05T12:28:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741894_1072 (size=6311) 2024-12-05T12:28:10,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741894_1072 (size=6311) 2024-12-05T12:28:10,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741894_1072 (size=6311) 2024-12-05T12:28:10,928 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/b/e875cb2b25f0412a990f73d2d777da6b to hdfs://localhost:34499/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/b/e875cb2b25f0412a990f73d2d777da6b 2024-12-05T12:28:10,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619, size=6.2 K (6311bytes) 2024-12-05T12:28:10,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619 2024-12-05T12:28:10,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619 after 4ms 2024-12-05T12:28:11,005 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:11,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619 took 44ms 2024-12-05T12:28:11,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619 so closing down 2024-12-05T12:28:11,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:11,011 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401690619.temp 2024-12-05T12:28:11,050 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000003-wal.1733401690619.temp 2024-12-05T12:28:11,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741898_1076 (size=5575) 2024-12-05T12:28:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741898_1076 (size=5575) 2024-12-05T12:28:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741898_1076 (size=5575) 2024-12-05T12:28:11,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000003-wal.1733401690619.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:11,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000003-wal.1733401690619.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000032 2024-12-05T12:28:11,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 511 ms; skipped=2; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-12-05T12:28:11,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619, journal: Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619, size=6.2 K (6311bytes) at 1733401690961Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619 so closing down at 1733401691009 (+48 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000003-wal.1733401690619.temp at 1733401691050 (+41 ms)3 split writer threads finished at 1733401691052 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000003-wal.1733401690619.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401691516 (+464 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000003-wal.1733401690619.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000032 at 1733401691518 (+2 ms)Processed 32 edits across 1 Regions in 511 ms; skipped=2; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1733401691519 (+1 ms) 2024-12-05T12:28:11,521 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401690619 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401690619 2024-12-05T12:28:11,522 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000032 2024-12-05T12:28:11,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:11,525 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:11,550 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401691525, exclude list is [], retry=0 2024-12-05T12:28:11,554 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:11,555 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:11,556 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:11,621 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401691525 2024-12-05T12:28:11,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:11,621 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96a7d8fb56dcad9a8fecebd390f112a4, NAME => 'testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:11,622 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:11,622 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,622 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,623 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,624 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName a 2024-12-05T12:28:11,624 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:11,638 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/a/a3fa8e6da7984ef9a1a543c177c62384 2024-12-05T12:28:11,638 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:11,638 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,640 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName b 2024-12-05T12:28:11,640 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:11,640 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:11,640 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,641 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a7d8fb56dcad9a8fecebd390f112a4 columnFamilyName c 2024-12-05T12:28:11,641 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:11,648 DEBUG [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/c/815b09b75baa459a8ba025af3891c762 2024-12-05T12:28:11,648 INFO [StoreOpener-96a7d8fb56dcad9a8fecebd390f112a4-1 {}] regionserver.HStore(327): Store=96a7d8fb56dcad9a8fecebd390f112a4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:11,648 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,649 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,651 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,651 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000032 2024-12-05T12:28:11,682 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:11,683 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000032 2024-12-05T12:28:11,683 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 96a7d8fb56dcad9a8fecebd390f112a4 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-05T12:28:11,704 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/b/df603f7e43b044d5b476869aa9ed71f7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401690698/Put/seqid=0 2024-12-05T12:28:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741900_1078 (size=5958) 2024-12-05T12:28:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741900_1078 (size=5958) 2024-12-05T12:28:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741900_1078 (size=5958) 2024-12-05T12:28:11,714 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/b/df603f7e43b044d5b476869aa9ed71f7 2024-12-05T12:28:11,720 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/.tmp/b/df603f7e43b044d5b476869aa9ed71f7 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/b/df603f7e43b044d5b476869aa9ed71f7 2024-12-05T12:28:11,725 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/b/df603f7e43b044d5b476869aa9ed71f7, entries=10, sequenceid=32, filesize=5.8 K 2024-12-05T12:28:11,725 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 96a7d8fb56dcad9a8fecebd390f112a4 in 42ms, sequenceid=32, compaction requested=false; wal=null 2024-12-05T12:28:11,726 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/0000000000000000032 2024-12-05T12:28:11,727 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,727 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,728 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:11,729 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96a7d8fb56dcad9a8fecebd390f112a4 2024-12-05T12:28:11,731 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/96a7d8fb56dcad9a8fecebd390f112a4/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-05T12:28:11,732 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96a7d8fb56dcad9a8fecebd390f112a4; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64573486, jitterRate=-0.03778007626533508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:11,733 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96a7d8fb56dcad9a8fecebd390f112a4: Writing region info on filesystem at 1733401691622Initializing all the Stores at 1733401691623 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401691623Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401691623Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401691623Obtaining lock to block concurrent updates at 1733401691683 (+60 ms)Preparing flush snapshotting stores in 96a7d8fb56dcad9a8fecebd390f112a4 at 1733401691683Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733401691683Flushing stores of testReplayEditsWrittenViaHRegion,,1733401690513.96a7d8fb56dcad9a8fecebd390f112a4. at 1733401691683Flushing 96a7d8fb56dcad9a8fecebd390f112a4/b: creating writer at 1733401691683Flushing 96a7d8fb56dcad9a8fecebd390f112a4/b: appending metadata at 1733401691703 (+20 ms)Flushing 96a7d8fb56dcad9a8fecebd390f112a4/b: closing flushed file at 1733401691703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b281853: reopening flushed file at 1733401691719 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 96a7d8fb56dcad9a8fecebd390f112a4 in 42ms, sequenceid=32, compaction requested=false; wal=null at 1733401691725 (+6 ms)Cleaning up temporary data from old regions at 1733401691727 (+2 ms)Region opened successfully at 1733401691733 (+6 ms) 2024-12-05T12:28:11,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=415 (was 410) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:59620 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:59134 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:34598 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:33510 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:33476 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:59030 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1119 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 517) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3278 (was 3365) 2024-12-05T12:28:11,754 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-12-05T12:28:11,766 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1119, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=3277 2024-12-05T12:28:11,766 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-12-05T12:28:11,781 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:11,783 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:11,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:28:11,786 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49003959, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-49003959, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:11,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49003959/hregion-49003959.1733401691786, exclude list is [], retry=0 2024-12-05T12:28:11,802 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:11,802 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:11,807 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:11,838 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49003959/hregion-49003959.1733401691786 2024-12-05T12:28:11,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:11,839 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fcdb2a02787653640154d8d6637e0aeb, NAME => 'testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:28:11,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741902_1080 (size=68) 2024-12-05T12:28:11,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741902_1080 (size=68) 2024-12-05T12:28:11,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741902_1080 (size=68) 2024-12-05T12:28:11,850 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:11,852 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,857 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName a 2024-12-05T12:28:11,857 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:11,861 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:11,861 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,862 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName b 2024-12-05T12:28:11,863 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:11,863 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:11,863 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,865 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName c 2024-12-05T12:28:11,865 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:11,865 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:11,866 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,866 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,867 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,873 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,873 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,874 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:11,875 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:11,879 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:11,880 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fcdb2a02787653640154d8d6637e0aeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61331073, jitterRate=-0.08609579503536224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fcdb2a02787653640154d8d6637e0aeb: Writing region info on filesystem at 1733401691850Initializing all the Stores at 1733401691851 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401691851Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401691852 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401691852Cleaning up temporary data from old regions at 1733401691873 (+21 ms)Region opened successfully at 1733401691881 (+8 ms) 2024-12-05T12:28:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fcdb2a02787653640154d8d6637e0aeb, disabling compactions & flushes 2024-12-05T12:28:11,881 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. after waiting 0 ms 2024-12-05T12:28:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:11,881 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fcdb2a02787653640154d8d6637e0aeb: Waiting for close lock at 1733401691881Disabling compacts and flushes for region at 1733401691881Disabling writes for close at 1733401691881Writing region close event to WAL at 1733401691881Closed at 1733401691881 2024-12-05T12:28:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741901_1079 (size=175) 2024-12-05T12:28:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741901_1079 (size=175) 2024-12-05T12:28:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741901_1079 (size=175) 2024-12-05T12:28:11,886 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:11,886 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49003959:(num 1733401691786) 2024-12-05T12:28:11,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:11,888 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:11,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888, exclude list is [], retry=0 2024-12-05T12:28:11,904 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:11,904 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:11,905 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:11,945 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888 2024-12-05T12:28:11,946 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:12,017 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fcdb2a02787653640154d8d6637e0aeb, NAME => 'testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:12,019 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,019 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:12,020 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,020 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,022 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,022 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName a 2024-12-05T12:28:12,023 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:12,023 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:12,023 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,024 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName b 2024-12-05T12:28:12,024 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:12,026 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:12,027 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,027 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName c 2024-12-05T12:28:12,027 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:12,028 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:12,028 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,029 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,030 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,031 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,031 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,032 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:12,033 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,034 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fcdb2a02787653640154d8d6637e0aeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74513771, jitterRate=0.11034171283245087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:12,034 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:12,034 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fcdb2a02787653640154d8d6637e0aeb: Running coprocessor pre-open hook at 1733401692020Writing region info on filesystem at 1733401692020Initializing all the Stores at 1733401692021 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401692021Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401692021Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401692021Cleaning up temporary data from old regions at 1733401692031 (+10 ms)Running coprocessor post-open hooks at 1733401692034 (+3 ms)Region opened successfully at 1733401692034 2024-12-05T12:28:12,065 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fcdb2a02787653640154d8d6637e0aeb 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-05T12:28:12,069 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:12,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:28:13,069 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:14,070 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:15,071 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:16,072 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:16,313 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:28:17,072 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:17,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:28:17,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-05T12:28:17,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-05T12:28:17,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-05T12:28:17,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-05T12:28:18,073 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:19,074 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:20,075 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:21,075 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fcdb2a02787653640154d8d6637e0aeb/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:21,077 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fcdb2a02787653640154d8d6637e0aeb: 2024-12-05T12:28:21,077 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:21,094 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fcdb2a02787653640154d8d6637e0aeb: 2024-12-05T12:28:21,095 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-05T12:28:21,095 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fcdb2a02787653640154d8d6637e0aeb, disabling compactions & flushes 2024-12-05T12:28:21,095 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:21,095 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:21,095 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. after waiting 0 ms 2024-12-05T12:28:21,095 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:21,096 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:21,096 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. 2024-12-05T12:28:21,096 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fcdb2a02787653640154d8d6637e0aeb: Waiting for close lock at 1733401701095Running coprocessor pre-close hooks at 1733401701095Disabling compacts and flushes for region at 1733401701095Disabling writes for close at 1733401701095Writing region close event to WAL at 1733401701095Running coprocessor post-close hooks at 1733401701096 (+1 ms)Closed at 1733401701096 2024-12-05T12:28:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741903_1081 (size=4236) 2024-12-05T12:28:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741903_1081 (size=4236) 2024-12-05T12:28:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741903_1081 (size=4236) 2024-12-05T12:28:21,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888, size=4.1 K (4236bytes) 2024-12-05T12:28:21,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888 2024-12-05T12:28:21,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888 after 1ms 2024-12-05T12:28:21,146 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:21,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888 took 30ms 2024-12-05T12:28:21,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888 so closing down 2024-12-05T12:28:21,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:21,150 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733401691888.temp 2024-12-05T12:28:21,177 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000004-wal.1733401691888.temp 2024-12-05T12:28:21,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741904_1082 (size=3245) 2024-12-05T12:28:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741904_1082 (size=3245) 2024-12-05T12:28:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741904_1082 (size=3245) 2024-12-05T12:28:21,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000004-wal.1733401691888.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:21,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000004-wal.1733401691888.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000026 2024-12-05T12:28:21,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 40 ms; skipped=3; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-12-05T12:28:21,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888, journal: Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888, size=4.1 K (4236bytes) at 1733401701116Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888 so closing down at 1733401701148 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000004-wal.1733401691888.temp at 1733401701177 (+29 ms)3 split writer threads finished at 1733401701177Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000004-wal.1733401691888.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733401701184 (+7 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000004-wal.1733401691888.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000026 at 1733401701186 (+2 ms)Processed 23 edits across 1 Regions in 40 ms; skipped=3; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1733401701186 2024-12-05T12:28:21,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401691888 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401691888 2024-12-05T12:28:21,188 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000026 2024-12-05T12:28:21,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:21,190 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:21,203 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401701190, exclude list is [], retry=0 2024-12-05T12:28:21,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:21,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:21,206 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:21,231 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401701190 2024-12-05T12:28:21,231 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:21,232 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fcdb2a02787653640154d8d6637e0aeb, NAME => 'testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:21,232 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,233 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:21,233 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,233 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,234 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,236 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName a 2024-12-05T12:28:21,236 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:21,236 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:21,236 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,237 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName b 2024-12-05T12:28:21,237 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:21,238 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:21,238 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,239 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcdb2a02787653640154d8d6637e0aeb columnFamilyName c 2024-12-05T12:28:21,239 DEBUG [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:21,240 INFO [StoreOpener-fcdb2a02787653640154d8d6637e0aeb-1 {}] regionserver.HStore(327): Store=fcdb2a02787653640154d8d6637e0aeb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:21,240 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,241 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,242 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,243 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000026 2024-12-05T12:28:21,270 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:21,272 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000026 2024-12-05T12:28:21,272 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fcdb2a02787653640154d8d6637e0aeb 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-05T12:28:21,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/a/dcb7516173304cc683d3002541400ec9 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733401701083/Put/seqid=0 2024-12-05T12:28:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741906_1084 (size=5523) 2024-12-05T12:28:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741906_1084 (size=5523) 2024-12-05T12:28:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741906_1084 (size=5523) 2024-12-05T12:28:21,294 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/a/dcb7516173304cc683d3002541400ec9 2024-12-05T12:28:21,313 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/b/089777e79dbe46d1bcc58bd8093ed598 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733401701077/Put/seqid=0 2024-12-05T12:28:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741907_1085 (size=5524) 2024-12-05T12:28:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741907_1085 (size=5524) 2024-12-05T12:28:21,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741907_1085 (size=5524) 2024-12-05T12:28:21,321 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/b/089777e79dbe46d1bcc58bd8093ed598 2024-12-05T12:28:21,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/c/b876ac0f626545e2bda2c898d3bb42e8 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733401701081/Put/seqid=0 2024-12-05T12:28:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741908_1086 (size=5457) 2024-12-05T12:28:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741908_1086 (size=5457) 2024-12-05T12:28:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741908_1086 (size=5457) 2024-12-05T12:28:21,357 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/c/b876ac0f626545e2bda2c898d3bb42e8 2024-12-05T12:28:21,364 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/a/dcb7516173304cc683d3002541400ec9 as hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/a/dcb7516173304cc683d3002541400ec9 2024-12-05T12:28:21,372 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/a/dcb7516173304cc683d3002541400ec9, entries=7, sequenceid=26, filesize=5.4 K 2024-12-05T12:28:21,373 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/b/089777e79dbe46d1bcc58bd8093ed598 as hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/b/089777e79dbe46d1bcc58bd8093ed598 2024-12-05T12:28:21,378 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/b/089777e79dbe46d1bcc58bd8093ed598, entries=7, sequenceid=26, filesize=5.4 K 2024-12-05T12:28:21,379 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/.tmp/c/b876ac0f626545e2bda2c898d3bb42e8 as hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/c/b876ac0f626545e2bda2c898d3bb42e8 2024-12-05T12:28:21,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/c/b876ac0f626545e2bda2c898d3bb42e8, entries=6, sequenceid=26, filesize=5.3 K 2024-12-05T12:28:21,385 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for fcdb2a02787653640154d8d6637e0aeb in 113ms, sequenceid=26, compaction requested=false; wal=null 2024-12-05T12:28:21,386 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/0000000000000000026 2024-12-05T12:28:21,387 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,387 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,388 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:21,389 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,391 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsAfterAbortingFlush/fcdb2a02787653640154d8d6637e0aeb/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-05T12:28:21,392 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fcdb2a02787653640154d8d6637e0aeb; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73462367, jitterRate=0.09467457234859467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:21,392 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcdb2a02787653640154d8d6637e0aeb 2024-12-05T12:28:21,393 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fcdb2a02787653640154d8d6637e0aeb: Running coprocessor pre-open hook at 1733401701233Writing region info on filesystem at 1733401701233Initializing all the Stores at 1733401701234 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401701234Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401701234Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401701234Obtaining lock to block concurrent updates at 1733401701272 (+38 ms)Preparing flush snapshotting stores in fcdb2a02787653640154d8d6637e0aeb at 1733401701272Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733401701272Flushing stores of testReplayEditsAfterAbortingFlush,,1733401691782.fcdb2a02787653640154d8d6637e0aeb. at 1733401701272Flushing fcdb2a02787653640154d8d6637e0aeb/a: creating writer at 1733401701273 (+1 ms)Flushing fcdb2a02787653640154d8d6637e0aeb/a: appending metadata at 1733401701286 (+13 ms)Flushing fcdb2a02787653640154d8d6637e0aeb/a: closing flushed file at 1733401701286Flushing fcdb2a02787653640154d8d6637e0aeb/b: creating writer at 1733401701299 (+13 ms)Flushing fcdb2a02787653640154d8d6637e0aeb/b: appending metadata at 1733401701312 (+13 ms)Flushing fcdb2a02787653640154d8d6637e0aeb/b: closing flushed file at 1733401701312Flushing fcdb2a02787653640154d8d6637e0aeb/c: creating writer at 1733401701326 (+14 ms)Flushing fcdb2a02787653640154d8d6637e0aeb/c: appending metadata at 1733401701348 (+22 ms)Flushing fcdb2a02787653640154d8d6637e0aeb/c: closing flushed file at 1733401701348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7afc24: reopening flushed file at 1733401701363 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609ae566: reopening flushed file at 1733401701372 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a0f4a1: reopening flushed file at 1733401701378 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for fcdb2a02787653640154d8d6637e0aeb in 113ms, sequenceid=26, compaction requested=false; wal=null at 1733401701385 (+7 ms)Cleaning up temporary data from old regions at 1733401701387 (+2 ms)Running coprocessor post-open hooks at 1733401701392 (+5 ms)Region opened successfully at 1733401701393 (+1 ms) 2024-12-05T12:28:21,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=421 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:55024 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:55010 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:52546 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:37730 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:52572 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:37722 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1186 (was 1119) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=2841 (was 3277) 2024-12-05T12:28:21,413 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1186 is superior to 1024 2024-12-05T12:28:21,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=421, OpenFileDescriptor=1186, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=2840 2024-12-05T12:28:21,426 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1186 is superior to 1024 2024-12-05T12:28:21,441 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:21,442 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:21,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:28:21,445 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44905191, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-44905191, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:21,458 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44905191/hregion-44905191.1733401701446, exclude list is [], retry=0 2024-12-05T12:28:21,460 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:21,460 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:21,461 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:21,528 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44905191/hregion-44905191.1733401701446 2024-12-05T12:28:21,529 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:28:21,529 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1cda43ac22946d3f51c87c8cf04b01ed, NAME => 'testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:28:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741910_1088 (size=61) 2024-12-05T12:28:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741910_1088 (size=61) 2024-12-05T12:28:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741910_1088 (size=61) 2024-12-05T12:28:21,544 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:21,549 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,550 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cda43ac22946d3f51c87c8cf04b01ed columnFamilyName a 2024-12-05T12:28:21,550 DEBUG [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:21,551 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(327): Store=1cda43ac22946d3f51c87c8cf04b01ed/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:21,551 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,552 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,552 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,553 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,553 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,554 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,557 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:21,557 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cda43ac22946d3f51c87c8cf04b01ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70228608, jitterRate=0.04648780822753906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:28:21,558 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cda43ac22946d3f51c87c8cf04b01ed: Writing region info on filesystem at 1733401701544Initializing all the Stores at 1733401701545 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401701545Cleaning up temporary data from old regions at 1733401701553 (+8 ms)Region opened successfully at 1733401701558 (+5 ms) 2024-12-05T12:28:21,559 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1cda43ac22946d3f51c87c8cf04b01ed, disabling compactions & flushes 2024-12-05T12:28:21,559 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,559 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,559 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. after waiting 0 ms 2024-12-05T12:28:21,559 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,559 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,559 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1cda43ac22946d3f51c87c8cf04b01ed: Waiting for close lock at 1733401701558Disabling compacts and flushes for region at 1733401701558Disabling writes for close at 1733401701559 (+1 ms)Writing region close event to WAL at 1733401701559Closed at 1733401701559 2024-12-05T12:28:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741909_1087 (size=175) 2024-12-05T12:28:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741909_1087 (size=175) 2024-12-05T12:28:21,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741909_1087 (size=175) 2024-12-05T12:28:21,565 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:21,566 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44905191:(num 1733401701446) 2024-12-05T12:28:21,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:21,568 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:21,589 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568, exclude list is [], retry=0 2024-12-05T12:28:21,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:21,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:21,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:21,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568 2024-12-05T12:28:21,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:28:21,676 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cda43ac22946d3f51c87c8cf04b01ed, NAME => 'testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:21,676 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:21,677 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,677 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,680 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,681 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cda43ac22946d3f51c87c8cf04b01ed columnFamilyName a 2024-12-05T12:28:21,681 DEBUG [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:21,681 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(327): Store=1cda43ac22946d3f51c87c8cf04b01ed/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:21,681 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,682 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,684 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,684 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,686 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:21,687 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cda43ac22946d3f51c87c8cf04b01ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73183298, jitterRate=0.0905161201953888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:28:21,688 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cda43ac22946d3f51c87c8cf04b01ed: Writing region info on filesystem at 1733401701677Initializing all the Stores at 1733401701679 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401701679Cleaning up temporary data from old regions at 1733401701684 (+5 ms)Region opened successfully at 1733401701688 (+4 ms) 2024-12-05T12:28:21,700 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1cda43ac22946d3f51c87c8cf04b01ed, disabling compactions & flushes 2024-12-05T12:28:21,700 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,700 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,700 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. after waiting 0 ms 2024-12-05T12:28:21,700 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,700 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,700 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. 2024-12-05T12:28:21,700 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1cda43ac22946d3f51c87c8cf04b01ed: Waiting for close lock at 1733401701700Disabling compacts and flushes for region at 1733401701700Disabling writes for close at 1733401701700Writing region close event to WAL at 1733401701700Closed at 1733401701700 2024-12-05T12:28:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741911_1089 (size=1795) 2024-12-05T12:28:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741911_1089 (size=1795) 2024-12-05T12:28:21,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741911_1089 (size=1795) 2024-12-05T12:28:21,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568, size=1.8 K (1795bytes) 2024-12-05T12:28:21,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568 2024-12-05T12:28:21,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568 after 1ms 2024-12-05T12:28:21,754 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:21,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568 took 27ms 2024-12-05T12:28:21,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568 so closing down 2024-12-05T12:28:21,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:21,757 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401701568.temp 2024-12-05T12:28:21,783 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000003-wal.1733401701568.temp 2024-12-05T12:28:21,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741912_1090 (size=1795) 2024-12-05T12:28:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741912_1090 (size=1795) 2024-12-05T12:28:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741912_1090 (size=1795) 2024-12-05T12:28:21,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000003-wal.1733401701568.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:21,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000003-wal.1733401701568.temp to hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000012 2024-12-05T12:28:21,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-12-05T12:28:21,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568, journal: Splitting hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568, size=1.8 K (1795bytes) at 1733401701727Finishing writing output for hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568 so closing down at 1733401701756 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000003-wal.1733401701568.temp at 1733401701783 (+27 ms)3 split writer threads finished at 1733401701783Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000003-wal.1733401701568.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733401701793 (+10 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000003-wal.1733401701568.temp to hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000012 at 1733401701794 (+1 ms)Processed 10 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1733401701794 2024-12-05T12:28:21,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401701568 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401701568 2024-12-05T12:28:21,797 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000012 2024-12-05T12:28:21,824 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:22,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:22,170 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:22,184 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401702171, exclude list is [], retry=0 2024-12-05T12:28:22,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:22,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:22,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:22,214 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401702171 2024-12-05T12:28:22,214 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:22,215 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cda43ac22946d3f51c87c8cf04b01ed, NAME => 'testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:22,215 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:22,215 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,215 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,218 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,220 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cda43ac22946d3f51c87c8cf04b01ed columnFamilyName a 2024-12-05T12:28:22,220 DEBUG [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,221 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(327): Store=1cda43ac22946d3f51c87c8cf04b01ed/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,222 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,222 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,223 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,224 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000012 2024-12-05T12:28:22,250 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:22,251 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000012 2024-12-05T12:28:22,252 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1cda43ac22946d3f51c87c8cf04b01ed 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-05T12:28:22,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/.tmp/a/cf6cd8545a804ff6a5f0f2308caedf9c is 79, key is testDatalossWhenInputError/a:x0/1733401701688/Put/seqid=0 2024-12-05T12:28:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741914_1092 (size=5808) 2024-12-05T12:28:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741914_1092 (size=5808) 2024-12-05T12:28:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741914_1092 (size=5808) 2024-12-05T12:28:22,281 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/.tmp/a/cf6cd8545a804ff6a5f0f2308caedf9c 2024-12-05T12:28:22,291 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/.tmp/a/cf6cd8545a804ff6a5f0f2308caedf9c as hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/a/cf6cd8545a804ff6a5f0f2308caedf9c 2024-12-05T12:28:22,299 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/a/cf6cd8545a804ff6a5f0f2308caedf9c, entries=10, sequenceid=12, filesize=5.7 K 2024-12-05T12:28:22,299 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1cda43ac22946d3f51c87c8cf04b01ed in 48ms, sequenceid=12, compaction requested=false; wal=null 2024-12-05T12:28:22,300 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/0000000000000000012 2024-12-05T12:28:22,301 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,301 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,304 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,306 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T12:28:22,307 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cda43ac22946d3f51c87c8cf04b01ed; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63648931, jitterRate=-0.0515570193529129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:28:22,307 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cda43ac22946d3f51c87c8cf04b01ed: Writing region info on filesystem at 1733401702215Initializing all the Stores at 1733401702218 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702218Obtaining lock to block concurrent updates at 1733401702252 (+34 ms)Preparing flush snapshotting stores in 1cda43ac22946d3f51c87c8cf04b01ed at 1733401702252Finished memstore snapshotting testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733401702252Flushing stores of testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed. at 1733401702252Flushing 1cda43ac22946d3f51c87c8cf04b01ed/a: creating writer at 1733401702252Flushing 1cda43ac22946d3f51c87c8cf04b01ed/a: appending metadata at 1733401702268 (+16 ms)Flushing 1cda43ac22946d3f51c87c8cf04b01ed/a: closing flushed file at 1733401702268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bedfe4: reopening flushed file at 1733401702290 (+22 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1cda43ac22946d3f51c87c8cf04b01ed in 48ms, sequenceid=12, compaction requested=false; wal=null at 1733401702299 (+9 ms)Cleaning up temporary data from old regions at 1733401702301 (+2 ms)Region opened successfully at 1733401702307 (+6 ms) 2024-12-05T12:28:22,310 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cda43ac22946d3f51c87c8cf04b01ed, NAME => 'testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:22,310 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401701441.1cda43ac22946d3f51c87c8cf04b01ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:22,310 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,310 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,312 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,313 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cda43ac22946d3f51c87c8cf04b01ed columnFamilyName a 2024-12-05T12:28:22,313 DEBUG [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,319 DEBUG [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/a/cf6cd8545a804ff6a5f0f2308caedf9c 2024-12-05T12:28:22,319 INFO [StoreOpener-1cda43ac22946d3f51c87c8cf04b01ed-1 {}] regionserver.HStore(327): Store=1cda43ac22946d3f51c87c8cf04b01ed/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,319 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,321 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,322 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,322 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,324 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cda43ac22946d3f51c87c8cf04b01ed 2024-12-05T12:28:22,326 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testDatalossWhenInputError/1cda43ac22946d3f51c87c8cf04b01ed/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-05T12:28:22,327 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cda43ac22946d3f51c87c8cf04b01ed; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69053302, jitterRate=0.02897438406944275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:28:22,327 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cda43ac22946d3f51c87c8cf04b01ed: Writing region info on filesystem at 1733401702311Initializing all the Stores at 1733401702311Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702311Cleaning up temporary data from old regions at 1733401702322 (+11 ms)Region opened successfully at 1733401702327 (+5 ms) 2024-12-05T12:28:22,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=431 (was 421) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:55010 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:37730 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:52572 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1104668840-172.17.0.2-1733401663418:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:55096 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:52630 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:37810 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1268 (was 1186) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=2809 (was 2840) 2024-12-05T12:28:22,349 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-12-05T12:28:22,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=431, OpenFileDescriptor=1268, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=2808 2024-12-05T12:28:22,362 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-12-05T12:28:22,377 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:22,379 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:22,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:28:22,382 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71979506, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-71979506, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:22,396 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71979506/hregion-71979506.1733401702383, exclude list is [], retry=0 2024-12-05T12:28:22,399 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:22,399 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:22,399 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:22,426 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71979506/hregion-71979506.1733401702383 2024-12-05T12:28:22,426 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-05T12:28:22,426 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6e66bc3d701b613e10145aff855701dd, NAME => 'testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:28:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741916_1094 (size=63) 2024-12-05T12:28:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741916_1094 (size=63) 2024-12-05T12:28:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741916_1094 (size=63) 2024-12-05T12:28:22,438 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:22,440 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,441 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName a 2024-12-05T12:28:22,441 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,442 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,442 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,446 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName b 2024-12-05T12:28:22,446 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,446 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,446 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,448 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName c 2024-12-05T12:28:22,448 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,451 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,451 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,452 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,453 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,454 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,454 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,454 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:22,456 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,458 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:22,459 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6e66bc3d701b613e10145aff855701dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63738160, jitterRate=-0.05022740364074707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:22,460 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6e66bc3d701b613e10145aff855701dd: Writing region info on filesystem at 1733401702439Initializing all the Stores at 1733401702439Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702439Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702440 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702440Cleaning up temporary data from old regions at 1733401702454 (+14 ms)Region opened successfully at 1733401702460 (+6 ms) 2024-12-05T12:28:22,460 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6e66bc3d701b613e10145aff855701dd, disabling compactions & flushes 2024-12-05T12:28:22,460 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:22,460 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:22,460 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. after waiting 0 ms 2024-12-05T12:28:22,460 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:22,461 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:22,461 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6e66bc3d701b613e10145aff855701dd: Waiting for close lock at 1733401702460Disabling compacts and flushes for region at 1733401702460Disabling writes for close at 1733401702460Writing region close event to WAL at 1733401702461 (+1 ms)Closed at 1733401702461 2024-12-05T12:28:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741915_1093 (size=175) 2024-12-05T12:28:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741915_1093 (size=175) 2024-12-05T12:28:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741915_1093 (size=175) 2024-12-05T12:28:22,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:22,467 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71979506:(num 1733401702383) 2024-12-05T12:28:22,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:22,469 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:22,482 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469, exclude list is [], retry=0 2024-12-05T12:28:22,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:22,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:22,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:22,513 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 2024-12-05T12:28:22,513 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:28:22,513 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e66bc3d701b613e10145aff855701dd, NAME => 'testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:22,513 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:22,514 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,514 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,515 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,515 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName a 2024-12-05T12:28:22,515 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,516 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,516 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,517 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName b 2024-12-05T12:28:22,517 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,517 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,517 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,518 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName c 2024-12-05T12:28:22,518 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:22,518 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:22,518 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,520 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,521 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,521 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,521 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:22,523 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:22,524 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6e66bc3d701b613e10145aff855701dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67330934, jitterRate=0.003309100866317749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:22,525 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6e66bc3d701b613e10145aff855701dd: Writing region info on filesystem at 1733401702514Initializing all the Stores at 1733401702514Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702514Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702514Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401702515 (+1 ms)Cleaning up temporary data from old regions at 1733401702521 (+6 ms)Region opened successfully at 1733401702525 (+4 ms) 2024-12-05T12:28:22,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733401702528/Put/seqid=0 2024-12-05T12:28:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741918_1096 (size=4875) 2024-12-05T12:28:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741918_1096 (size=4875) 2024-12-05T12:28:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741918_1096 (size=4875) 2024-12-05T12:28:22,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733401702538/Put/seqid=0 2024-12-05T12:28:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741919_1097 (size=4875) 2024-12-05T12:28:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741919_1097 (size=4875) 2024-12-05T12:28:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741919_1097 (size=4875) 2024-12-05T12:28:22,554 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733401702554/Put/seqid=0 2024-12-05T12:28:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741920_1098 (size=4875) 2024-12-05T12:28:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741920_1098 (size=4875) 2024-12-05T12:28:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741920_1098 (size=4875) 2024-12-05T12:28:22,562 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 6e66bc3d701b613e10145aff855701dd/a 2024-12-05T12:28:22,565 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-05T12:28:22,565 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:28:22,565 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 6e66bc3d701b613e10145aff855701dd/a 2024-12-05T12:28:22,569 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-05T12:28:22,569 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:28:22,569 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 6e66bc3d701b613e10145aff855701dd/a 2024-12-05T12:28:22,572 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-05T12:28:22,572 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:28:22,572 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6e66bc3d701b613e10145aff855701dd 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-05T12:28:22,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/.tmp/a/8cfd49a475c9466fbe45aa195fb78623 is 55, key is testCompactedBulkLoadedFiles/a:a/1733401702525/Put/seqid=0 2024-12-05T12:28:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741921_1099 (size=5107) 2024-12-05T12:28:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741921_1099 (size=5107) 2024-12-05T12:28:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741921_1099 (size=5107) 2024-12-05T12:28:22,596 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/.tmp/a/8cfd49a475c9466fbe45aa195fb78623 2024-12-05T12:28:22,602 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/.tmp/a/8cfd49a475c9466fbe45aa195fb78623 as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623 2024-12-05T12:28:22,606 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623, entries=1, sequenceid=4, filesize=5.0 K 2024-12-05T12:28:22,607 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 6e66bc3d701b613e10145aff855701dd in 35ms, sequenceid=4, compaction requested=false 2024-12-05T12:28:22,607 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6e66bc3d701b613e10145aff855701dd: 2024-12-05T12:28:22,608 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_ 2024-12-05T12:28:22,609 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_ 2024-12-05T12:28:22,610 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_ 2024-12-05T12:28:22,610 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile0 into 6e66bc3d701b613e10145aff855701dd/a as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_ - updating store file list. 2024-12-05T12:28:22,614 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:22,614 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_ into 6e66bc3d701b613e10145aff855701dd/a 2024-12-05T12:28:22,614 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile0 into 6e66bc3d701b613e10145aff855701dd/a (new location: hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_) 2024-12-05T12:28:22,615 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile1 into 6e66bc3d701b613e10145aff855701dd/a as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_ - updating store file list. 2024-12-05T12:28:22,619 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 859c6ee00d2c42628949f10323d1329f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:22,619 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_ into 6e66bc3d701b613e10145aff855701dd/a 2024-12-05T12:28:22,619 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile1 into 6e66bc3d701b613e10145aff855701dd/a (new location: hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_) 2024-12-05T12:28:22,620 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile2 into 6e66bc3d701b613e10145aff855701dd/a as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_ - updating store file list. 2024-12-05T12:28:22,623 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec03449bcd7e4e048b3550a0e4938705_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:22,623 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_ into 6e66bc3d701b613e10145aff855701dd/a 2024-12-05T12:28:22,623 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/hbase/testCompactedBulkLoadedFiles/hfile2 into 6e66bc3d701b613e10145aff855701dd/a (new location: hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_) 2024-12-05T12:28:22,630 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:28:22,631 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6e66bc3d701b613e10145aff855701dd/a is initiating major compaction (all files) 2024-12-05T12:28:22,631 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6e66bc3d701b613e10145aff855701dd/a in testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:22,631 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_] into tmpdir=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/.tmp, totalSize=19.3 K 2024-12-05T12:28:22,632 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8cfd49a475c9466fbe45aa195fb78623, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733401702525 2024-12-05T12:28:22,632 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T12:28:22,632 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 859c6ee00d2c42628949f10323d1329f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T12:28:22,633 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ec03449bcd7e4e048b3550a0e4938705_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T12:28:22,645 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/.tmp/a/247b035db7fa489dbe18ff28511f3e1a is 55, key is testCompactedBulkLoadedFiles/a:a/1733401702525/Put/seqid=0 2024-12-05T12:28:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741922_1100 (size=6154) 2024-12-05T12:28:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741922_1100 (size=6154) 2024-12-05T12:28:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741922_1100 (size=6154) 2024-12-05T12:28:22,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/.tmp/a/247b035db7fa489dbe18ff28511f3e1a as hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/247b035db7fa489dbe18ff28511f3e1a 2024-12-05T12:28:22,669 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 6e66bc3d701b613e10145aff855701dd/a of 6e66bc3d701b613e10145aff855701dd into 247b035db7fa489dbe18ff28511f3e1a(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:28:22,669 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6e66bc3d701b613e10145aff855701dd: 2024-12-05T12:28:22,669 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-05T12:28:22,669 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-05T12:28:22,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469, size=0 (0bytes) 2024-12-05T12:28:22,703 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 might be still open, length is 0 2024-12-05T12:28:22,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 2024-12-05T12:28:22,704 WARN [IPC Server handler 2 on default port 34499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-05T12:28:22,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 after 1ms 2024-12-05T12:28:25,006 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:37828 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41023:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37828 dst: /127.0.0.1:41023 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41023 remote=/127.0.0.1:37828]. Total timeout mills is 60000, 57662 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:25,007 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:55136 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46555:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55136 dst: /127.0.0.1:46555 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:25,008 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:52654 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43627:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52654 dst: /127.0.0.1:43627 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741917_1101 (size=1794) 2024-12-05T12:28:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741917_1101 (size=1794) 2024-12-05T12:28:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741917_1101 (size=1794) 2024-12-05T12:28:26,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:28:26,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 after 4002ms 2024-12-05T12:28:26,739 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:26,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 took 4036ms 2024-12-05T12:28:26,741 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469; continuing. 2024-12-05T12:28:26,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 so closing down 2024-12-05T12:28:26,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:26,743 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401702469.temp 2024-12-05T12:28:26,771 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000003-wal.1733401702469.temp 2024-12-05T12:28:26,771 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741923_1102 (size=800) 2024-12-05T12:28:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741923_1102 (size=800) 2024-12-05T12:28:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741923_1102 (size=800) 2024-12-05T12:28:26,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000003-wal.1733401702469.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:26,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000003-wal.1733401702469.temp to hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000008 2024-12-05T12:28:26,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:28:26,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469, journal: Splitting hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469, size=0 (0bytes) at 1733401702703Finishing writing output for hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 so closing down at 1733401706741 (+4038 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000003-wal.1733401702469.temp at 1733401706771 (+30 ms)3 split writer threads finished at 1733401706771Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000003-wal.1733401702469.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401706779 (+8 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000003-wal.1733401702469.temp to hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000008 at 1733401706781 (+2 ms)Processed 5 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469, size=0, length=0, corrupted=false, cancelled=false at 1733401706781 2024-12-05T12:28:26,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401702469 2024-12-05T12:28:26,783 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000008 2024-12-05T12:28:26,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:26,785 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:26,800 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401706786, exclude list is [], retry=0 2024-12-05T12:28:26,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:26,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:26,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:26,830 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401706786 2024-12-05T12:28:26,830 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:26,830 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e66bc3d701b613e10145aff855701dd, NAME => 'testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:26,831 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:26,831 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,831 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,832 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,833 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName a 2024-12-05T12:28:26,833 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:26,839 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/247b035db7fa489dbe18ff28511f3e1a 2024-12-05T12:28:26,842 DEBUG [StoreFileOpener-6e66bc3d701b613e10145aff855701dd-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 859c6ee00d2c42628949f10323d1329f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:26,842 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_ 2024-12-05T12:28:26,846 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623 2024-12-05T12:28:26,850 DEBUG [StoreFileOpener-6e66bc3d701b613e10145aff855701dd-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:26,850 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_ 2024-12-05T12:28:26,854 DEBUG [StoreFileOpener-6e66bc3d701b613e10145aff855701dd-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec03449bcd7e4e048b3550a0e4938705_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:28:26,854 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_ 2024-12-05T12:28:26,854 WARN [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30eb8fa7 2024-12-05T12:28:26,854 WARN [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30eb8fa7 2024-12-05T12:28:26,854 WARN [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30eb8fa7 2024-12-05T12:28:26,854 WARN [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30eb8fa7 2024-12-05T12:28:26,854 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_] to archive 2024-12-05T12:28:26,855 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:28:26,857 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_ to hdfs://localhost:34499/hbase/archive/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/859c6ee00d2c42628949f10323d1329f_SeqId_4_ 2024-12-05T12:28:26,858 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623 to hdfs://localhost:34499/hbase/archive/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/8cfd49a475c9466fbe45aa195fb78623 2024-12-05T12:28:26,859 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_ to hdfs://localhost:34499/hbase/archive/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_ 2024-12-05T12:28:26,860 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_ to hdfs://localhost:34499/hbase/archive/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/a/ec03449bcd7e4e048b3550a0e4938705_SeqId_4_ 2024-12-05T12:28:26,860 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:26,861 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,861 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName b 2024-12-05T12:28:26,861 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:26,862 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:26,862 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,863 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e66bc3d701b613e10145aff855701dd columnFamilyName c 2024-12-05T12:28:26,863 DEBUG [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:26,863 INFO [StoreOpener-6e66bc3d701b613e10145aff855701dd-1 {}] regionserver.HStore(327): Store=6e66bc3d701b613e10145aff855701dd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:26,863 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,864 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,865 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,866 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000008 2024-12-05T12:28:26,907 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:26,909 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 6e66bc3d701b613e10145aff855701dd : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "6e66bc3d701b613e10145aff855701dd" family_name: "a" compaction_input: "8cfd49a475c9466fbe45aa195fb78623" compaction_input: "d2f5dd8b5dac404da10eb565dc107d41_SeqId_4_" compaction_input: "859c6ee00d2c42628949f10323d1329f_SeqId_4_" compaction_input: "ec03449bcd7e4e048b3550a0e4938705_SeqId_4_" compaction_output: "247b035db7fa489dbe18ff28511f3e1a" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-05T12:28:26,909 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-05T12:28:26,909 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000008 2024-12-05T12:28:26,910 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/0000000000000000008 2024-12-05T12:28:26,912 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,912 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,912 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:26,914 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6e66bc3d701b613e10145aff855701dd 2024-12-05T12:28:26,918 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testCompactedBulkLoadedFiles/6e66bc3d701b613e10145aff855701dd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:28:26,919 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6e66bc3d701b613e10145aff855701dd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61124848, jitterRate=-0.08916878700256348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:26,920 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6e66bc3d701b613e10145aff855701dd: Writing region info on filesystem at 1733401706831Initializing all the Stores at 1733401706832 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401706832Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401706832Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401706832Cleaning up temporary data from old regions at 1733401706912 (+80 ms)Region opened successfully at 1733401706919 (+7 ms) 2024-12-05T12:28:26,922 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6e66bc3d701b613e10145aff855701dd, disabling compactions & flushes 2024-12-05T12:28:26,922 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:26,922 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:26,922 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. after waiting 0 ms 2024-12-05T12:28:26,922 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:26,923 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733401702378.6e66bc3d701b613e10145aff855701dd. 2024-12-05T12:28:26,923 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6e66bc3d701b613e10145aff855701dd: Waiting for close lock at 1733401706922Disabling compacts and flushes for region at 1733401706922Disabling writes for close at 1733401706922Writing region close event to WAL at 1733401706923 (+1 ms)Closed at 1733401706923 2024-12-05T12:28:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741924_1103 (size=175) 2024-12-05T12:28:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741924_1103 (size=175) 2024-12-05T12:28:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741924_1103 (size=175) 2024-12-05T12:28:26,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:26,928 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401706786) 2024-12-05T12:28:26,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=442 (was 431) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:34499 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1996371293_22 at /127.0.0.1:59092 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1996371293_22 at /127.0.0.1:33528 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1996371293_22 at /127.0.0.1:37896 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1268) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=2734 (was 2808) 2024-12-05T12:28:26,947 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-05T12:28:26,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=442, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=2732 2024-12-05T12:28:26,964 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-05T12:28:26,987 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:26,989 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:28:26,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:28:26,992 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17869735, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/hregion-17869735, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:27,005 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17869735/hregion-17869735.1733401706992, exclude list is [], retry=0 2024-12-05T12:28:27,009 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:27,009 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:27,010 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:27,045 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17869735/hregion-17869735.1733401706992 2024-12-05T12:28:27,045 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:27,045 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b2542e743e3ccc22a7ce9923764a5d2b, NAME => 'testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/hbase 2024-12-05T12:28:27,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741926_1105 (size=67) 2024-12-05T12:28:27,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741926_1105 (size=67) 2024-12-05T12:28:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741926_1105 (size=67) 2024-12-05T12:28:27,056 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:27,057 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,059 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName a 2024-12-05T12:28:27,059 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,060 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,060 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,061 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName b 2024-12-05T12:28:27,061 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,062 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,062 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,064 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName c 2024-12-05T12:28:27,064 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,064 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,064 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,065 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,065 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,067 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,067 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,068 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:27,070 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,072 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:28:27,073 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2542e743e3ccc22a7ce9923764a5d2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63860351, jitterRate=-0.04840661585330963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2542e743e3ccc22a7ce9923764a5d2b: Writing region info on filesystem at 1733401707056Initializing all the Stores at 1733401707057 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707057Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707057Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707057Cleaning up temporary data from old regions at 1733401707067 (+10 ms)Region opened successfully at 1733401707073 (+6 ms) 2024-12-05T12:28:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b2542e743e3ccc22a7ce9923764a5d2b, disabling compactions & flushes 2024-12-05T12:28:27,073 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. after waiting 0 ms 2024-12-05T12:28:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,073 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,074 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b2542e743e3ccc22a7ce9923764a5d2b: Waiting for close lock at 1733401707073Disabling compacts and flushes for region at 1733401707073Disabling writes for close at 1733401707073Writing region close event to WAL at 1733401707073Closed at 1733401707073 2024-12-05T12:28:27,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741925_1104 (size=175) 2024-12-05T12:28:27,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741925_1104 (size=175) 2024-12-05T12:28:27,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741925_1104 (size=175) 2024-12-05T12:28:27,082 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:27,082 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17869735:(num 1733401706992) 2024-12-05T12:28:27,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:27,088 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:27,109 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089, exclude list is [], retry=0 2024-12-05T12:28:27,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:27,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:27,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:27,154 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089 2024-12-05T12:28:27,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189),(127.0.0.1/127.0.0.1:41797:41797)] 2024-12-05T12:28:27,155 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b2542e743e3ccc22a7ce9923764a5d2b, NAME => 'testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:27,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:27,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,155 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,157 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,158 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName a 2024-12-05T12:28:27,158 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,159 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,159 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,160 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName b 2024-12-05T12:28:27,160 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,161 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,161 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,162 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName c 2024-12-05T12:28:27,162 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,163 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,163 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,166 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,166 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,167 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:27,170 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,171 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2542e743e3ccc22a7ce9923764a5d2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67149968, jitterRate=6.124973297119141E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:27,171 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2542e743e3ccc22a7ce9923764a5d2b: Writing region info on filesystem at 1733401707155Initializing all the Stores at 1733401707156 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707157 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707157Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707157Cleaning up temporary data from old regions at 1733401707166 (+9 ms)Region opened successfully at 1733401707171 (+5 ms) 2024-12-05T12:28:27,182 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b2542e743e3ccc22a7ce9923764a5d2b 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-05T12:28:27,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/a/4b6a118be90b42208b3425948eaef212 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733401707171/Put/seqid=0 2024-12-05T12:28:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741928_1107 (size=5958) 2024-12-05T12:28:27,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741928_1107 (size=5958) 2024-12-05T12:28:27,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741928_1107 (size=5958) 2024-12-05T12:28:27,220 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/a/4b6a118be90b42208b3425948eaef212 2024-12-05T12:28:27,230 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/a/4b6a118be90b42208b3425948eaef212 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/a/4b6a118be90b42208b3425948eaef212 2024-12-05T12:28:27,240 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/a/4b6a118be90b42208b3425948eaef212, entries=10, sequenceid=13, filesize=5.8 K 2024-12-05T12:28:27,245 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b2542e743e3ccc22a7ce9923764a5d2b in 63ms, sequenceid=13, compaction requested=false 2024-12-05T12:28:27,245 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b2542e743e3ccc22a7ce9923764a5d2b: 2024-12-05T12:28:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b2542e743e3ccc22a7ce9923764a5d2b, disabling compactions & flushes 2024-12-05T12:28:27,280 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. after waiting 0 ms 2024-12-05T12:28:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,284 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,285 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:27,285 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b2542e743e3ccc22a7ce9923764a5d2b: Waiting for close lock at 1733401707280Disabling compacts and flushes for region at 1733401707280Disabling writes for close at 1733401707280Writing region close event to WAL at 1733401707284 (+4 ms)Closed at 1733401707285 (+1 ms) 2024-12-05T12:28:27,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741927_1106 (size=6243) 2024-12-05T12:28:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741927_1106 (size=6243) 2024-12-05T12:28:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741927_1106 (size=6243) 2024-12-05T12:28:27,323 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089, size=6.1 K (6243bytes) 2024-12-05T12:28:27,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089 2024-12-05T12:28:27,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089 after 1ms 2024-12-05T12:28:27,356 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:27,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089 took 33ms 2024-12-05T12:28:27,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089 so closing down 2024-12-05T12:28:27,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:27,360 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401707089.temp 2024-12-05T12:28:27,396 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000003-wal.1733401707089.temp 2024-12-05T12:28:27,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741929_1108 (size=5575) 2024-12-05T12:28:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741929_1108 (size=5575) 2024-12-05T12:28:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741929_1108 (size=5575) 2024-12-05T12:28:27,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000003-wal.1733401707089.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:27,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000003-wal.1733401707089.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000035 2024-12-05T12:28:27,430 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 74 ms; skipped=2; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-12-05T12:28:27,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089, journal: Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089, size=6.1 K (6243bytes) at 1733401707323Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089 so closing down at 1733401707358 (+35 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000003-wal.1733401707089.temp at 1733401707396 (+38 ms)3 split writer threads finished at 1733401707396Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000003-wal.1733401707089.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401707427 (+31 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000003-wal.1733401707089.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000035 at 1733401707430 (+3 ms)Processed 32 edits across 1 Regions in 74 ms; skipped=2; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1733401707430 2024-12-05T12:28:27,432 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707089 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401707089 2024-12-05T12:28:27,433 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000035 2024-12-05T12:28:27,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:27,435 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:27,453 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436, exclude list is [], retry=0 2024-12-05T12:28:27,456 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:27,456 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:27,456 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:27,501 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 2024-12-05T12:28:27,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:27,505 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b2542e743e3ccc22a7ce9923764a5d2b, NAME => 'testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:28:27,505 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:27,505 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,505 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,507 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,508 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName a 2024-12-05T12:28:27,508 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,516 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/a/4b6a118be90b42208b3425948eaef212 2024-12-05T12:28:27,516 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,516 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,517 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName b 2024-12-05T12:28:27,518 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,518 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,518 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,519 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName c 2024-12-05T12:28:27,519 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:27,521 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:27,521 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,522 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,524 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,525 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000035 2024-12-05T12:28:27,568 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:27,569 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000035 2024-12-05T12:28:27,571 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b2542e743e3ccc22a7ce9923764a5d2b 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-05T12:28:27,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/b/e088acc3d5514a3a8b49d86c0c901787 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401707245/Put/seqid=0 2024-12-05T12:28:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741931_1110 (size=5958) 2024-12-05T12:28:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741931_1110 (size=5958) 2024-12-05T12:28:27,602 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/b/e088acc3d5514a3a8b49d86c0c901787 2024-12-05T12:28:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741931_1110 (size=5958) 2024-12-05T12:28:27,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/c/923b678a0a2c4141897e1b7f54f423d0 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733401707262/Put/seqid=0 2024-12-05T12:28:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741932_1111 (size=5958) 2024-12-05T12:28:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741932_1111 (size=5958) 2024-12-05T12:28:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741932_1111 (size=5958) 2024-12-05T12:28:27,630 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/c/923b678a0a2c4141897e1b7f54f423d0 2024-12-05T12:28:27,636 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/b/e088acc3d5514a3a8b49d86c0c901787 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/b/e088acc3d5514a3a8b49d86c0c901787 2024-12-05T12:28:27,641 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/b/e088acc3d5514a3a8b49d86c0c901787, entries=10, sequenceid=35, filesize=5.8 K 2024-12-05T12:28:27,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/c/923b678a0a2c4141897e1b7f54f423d0 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/c/923b678a0a2c4141897e1b7f54f423d0 2024-12-05T12:28:27,647 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/c/923b678a0a2c4141897e1b7f54f423d0, entries=10, sequenceid=35, filesize=5.8 K 2024-12-05T12:28:27,648 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b2542e743e3ccc22a7ce9923764a5d2b in 79ms, sequenceid=35, compaction requested=false; wal=null 2024-12-05T12:28:27,648 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000035 2024-12-05T12:28:27,650 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,650 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,650 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:27,652 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:27,655 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-05T12:28:27,656 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2542e743e3ccc22a7ce9923764a5d2b; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66183087, jitterRate=-0.013795152306556702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:27,656 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2542e743e3ccc22a7ce9923764a5d2b: Writing region info on filesystem at 1733401707505Initializing all the Stores at 1733401707506 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707506Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707507 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401707507Obtaining lock to block concurrent updates at 1733401707571 (+64 ms)Preparing flush snapshotting stores in b2542e743e3ccc22a7ce9923764a5d2b at 1733401707571Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733401707571Flushing stores of testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. at 1733401707571Flushing b2542e743e3ccc22a7ce9923764a5d2b/b: creating writer at 1733401707571Flushing b2542e743e3ccc22a7ce9923764a5d2b/b: appending metadata at 1733401707590 (+19 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/b: closing flushed file at 1733401707590Flushing b2542e743e3ccc22a7ce9923764a5d2b/c: creating writer at 1733401707608 (+18 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/c: appending metadata at 1733401707622 (+14 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/c: closing flushed file at 1733401707622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593ebaf: reopening flushed file at 1733401707635 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577a3562: reopening flushed file at 1733401707641 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b2542e743e3ccc22a7ce9923764a5d2b in 79ms, sequenceid=35, compaction requested=false; wal=null at 1733401707648 (+7 ms)Cleaning up temporary data from old regions at 1733401707650 (+2 ms)Region opened successfully at 1733401707656 (+6 ms) 2024-12-05T12:28:27,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436, size=0 (0bytes) 2024-12-05T12:28:27,746 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 might be still open, length is 0 2024-12-05T12:28:27,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 2024-12-05T12:28:27,746 WARN [IPC Server handler 3 on default port 34499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-05T12:28:27,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 after 0ms 2024-12-05T12:28:27,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-05T12:28:27,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-05T12:28:27,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-05T12:28:27,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-05T12:28:30,705 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:59156 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43627:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59156 dst: /127.0.0.1:43627 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43627 remote=/127.0.0.1:59156]. Total timeout mills is 60000, 56991 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:30,705 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:33576 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46555:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33576 dst: /127.0.0.1:46555 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:30,705 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_492837800_22 at /127.0.0.1:42076 [Receiving block BP-1104668840-172.17.0.2-1733401663418:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41023:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42076 dst: /127.0.0.1:41023 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741930_1112 (size=5567) 2024-12-05T12:28:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741930_1112 (size=5567) 2024-12-05T12:28:31,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 after 4001ms 2024-12-05T12:28:31,775 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:31,775 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 took 4030ms 2024-12-05T12:28:31,777 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436; continuing. 2024-12-05T12:28:31,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 so closing down 2024-12-05T12:28:31,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:28:31,779 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733401707436.temp 2024-12-05T12:28:31,804 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000037-wal.1733401707436.temp 2024-12-05T12:28:31,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:28:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741933_1113 (size=5575) 2024-12-05T12:28:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741933_1113 (size=5575) 2024-12-05T12:28:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741933_1113 (size=5575) 2024-12-05T12:28:31,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000037-wal.1733401707436.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T12:28:31,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000037-wal.1733401707436.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000066 2024-12-05T12:28:31,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:28:31,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436, journal: Splitting hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436, size=0 (0bytes) at 1733401707745Finishing writing output for hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 so closing down at 1733401711777 (+4032 ms)Creating recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000037-wal.1733401707436.temp at 1733401711804 (+27 ms)3 split writer threads finished at 1733401711804Closed recovered edits writer path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000037-wal.1733401707436.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401711815 (+11 ms)Rename recovered edits hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000037-wal.1733401707436.temp to hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000066 at 1733401711816 (+1 ms)Processed 30 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436, size=0, length=0, corrupted=false, cancelled=false at 1733401711816 2024-12-05T12:28:31,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 to hdfs://localhost:34499/hbase/oldWALs/wal.1733401707436 2024-12-05T12:28:31,819 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000066 2024-12-05T12:28:31,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:28:31,821 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986, archiveDir=hdfs://localhost:34499/hbase/oldWALs, maxLogs=32 2024-12-05T12:28:31,834 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401711821, exclude list is [], retry=0 2024-12-05T12:28:31,836 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-348b95ae-43fa-40d7-a40a-4468dbc411c9,DISK] 2024-12-05T12:28:31,836 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-6780b9ec-18e6-4017-a681-1a4bc7698156,DISK] 2024-12-05T12:28:31,837 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-4c081381-d57a-4638-a24d-20060c677d7e,DISK] 2024-12-05T12:28:31,862 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401711821 2024-12-05T12:28:31,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:37189:37189)] 2024-12-05T12:28:31,863 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:28:31,865 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:31,866 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName a 2024-12-05T12:28:31,866 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:31,874 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/a/4b6a118be90b42208b3425948eaef212 2024-12-05T12:28:31,874 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:31,874 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:31,875 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName b 2024-12-05T12:28:31,875 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:31,880 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/b/e088acc3d5514a3a8b49d86c0c901787 2024-12-05T12:28:31,880 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:31,880 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:31,881 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2542e743e3ccc22a7ce9923764a5d2b columnFamilyName c 2024-12-05T12:28:31,881 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:28:31,885 DEBUG [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/c/923b678a0a2c4141897e1b7f54f423d0 2024-12-05T12:28:31,886 INFO [StoreOpener-b2542e743e3ccc22a7ce9923764a5d2b-1 {}] regionserver.HStore(327): Store=b2542e743e3ccc22a7ce9923764a5d2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:28:31,886 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:31,886 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:31,888 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:31,888 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000066 2024-12-05T12:28:31,916 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-05T12:28:31,922 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000066 2024-12-05T12:28:31,922 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b2542e743e3ccc22a7ce9923764a5d2b 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-05T12:28:31,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/a/cb8c136785594428b7accd326652fe8e is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733401707664/Put/seqid=0 2024-12-05T12:28:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741935_1115 (size=5958) 2024-12-05T12:28:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741935_1115 (size=5958) 2024-12-05T12:28:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741935_1115 (size=5958) 2024-12-05T12:28:31,943 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/a/cb8c136785594428b7accd326652fe8e 2024-12-05T12:28:31,961 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/b/84c358512b0a4ec9b8ea0691bb6ca9dd is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733401707673/Put/seqid=0 2024-12-05T12:28:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741936_1116 (size=5958) 2024-12-05T12:28:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741936_1116 (size=5958) 2024-12-05T12:28:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741936_1116 (size=5958) 2024-12-05T12:28:31,968 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/b/84c358512b0a4ec9b8ea0691bb6ca9dd 2024-12-05T12:28:31,988 INFO [master/2556e7014d8b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T12:28:31,988 INFO [master/2556e7014d8b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T12:28:31,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/c/c40a3f663f23403ab03cae1b87f27222 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733401707686/Put/seqid=0 2024-12-05T12:28:32,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741937_1117 (size=5958) 2024-12-05T12:28:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741937_1117 (size=5958) 2024-12-05T12:28:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741937_1117 (size=5958) 2024-12-05T12:28:32,002 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/c/c40a3f663f23403ab03cae1b87f27222 2024-12-05T12:28:32,007 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/a/cb8c136785594428b7accd326652fe8e as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/a/cb8c136785594428b7accd326652fe8e 2024-12-05T12:28:32,011 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/a/cb8c136785594428b7accd326652fe8e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T12:28:32,012 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/b/84c358512b0a4ec9b8ea0691bb6ca9dd as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/b/84c358512b0a4ec9b8ea0691bb6ca9dd 2024-12-05T12:28:32,016 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/b/84c358512b0a4ec9b8ea0691bb6ca9dd, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T12:28:32,017 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/.tmp/c/c40a3f663f23403ab03cae1b87f27222 as hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/c/c40a3f663f23403ab03cae1b87f27222 2024-12-05T12:28:32,021 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/c/c40a3f663f23403ab03cae1b87f27222, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T12:28:32,021 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b2542e743e3ccc22a7ce9923764a5d2b in 99ms, sequenceid=66, compaction requested=false; wal=null 2024-12-05T12:28:32,022 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/0000000000000000066 2024-12-05T12:28:32,023 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:32,023 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:32,024 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:28:32,025 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2542e743e3ccc22a7ce9923764a5d2b 2024-12-05T12:28:32,027 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/hbase/data/default/testReplayEditsWrittenViaHRegion/b2542e743e3ccc22a7ce9923764a5d2b/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-05T12:28:32,028 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2542e743e3ccc22a7ce9923764a5d2b; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59781451, jitterRate=-0.10918696224689484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:28:32,028 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2542e743e3ccc22a7ce9923764a5d2b: Writing region info on filesystem at 1733401711863Initializing all the Stores at 1733401711864 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401711864Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401711864Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401711865 (+1 ms)Obtaining lock to block concurrent updates at 1733401711922 (+57 ms)Preparing flush snapshotting stores in b2542e743e3ccc22a7ce9923764a5d2b at 1733401711922Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733401711922Flushing stores of testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. at 1733401711922Flushing b2542e743e3ccc22a7ce9923764a5d2b/a: creating writer at 1733401711922Flushing b2542e743e3ccc22a7ce9923764a5d2b/a: appending metadata at 1733401711936 (+14 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/a: closing flushed file at 1733401711936Flushing b2542e743e3ccc22a7ce9923764a5d2b/b: creating writer at 1733401711947 (+11 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/b: appending metadata at 1733401711961 (+14 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/b: closing flushed file at 1733401711961Flushing b2542e743e3ccc22a7ce9923764a5d2b/c: creating writer at 1733401711974 (+13 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/c: appending metadata at 1733401711994 (+20 ms)Flushing b2542e743e3ccc22a7ce9923764a5d2b/c: closing flushed file at 1733401711994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491ebe9c: reopening flushed file at 1733401712007 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4096d616: reopening flushed file at 1733401712011 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695469e2: reopening flushed file at 1733401712016 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b2542e743e3ccc22a7ce9923764a5d2b in 99ms, sequenceid=66, compaction requested=false; wal=null at 1733401712021 (+5 ms)Cleaning up temporary data from old regions at 1733401712023 (+2 ms)Region opened successfully at 1733401712028 (+5 ms) 2024-12-05T12:28:32,042 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b2542e743e3ccc22a7ce9923764a5d2b, disabling compactions & flushes 2024-12-05T12:28:32,042 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:32,042 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:32,043 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. after waiting 0 ms 2024-12-05T12:28:32,043 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:32,044 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401706987.b2542e743e3ccc22a7ce9923764a5d2b. 2024-12-05T12:28:32,044 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b2542e743e3ccc22a7ce9923764a5d2b: Waiting for close lock at 1733401712042Disabling compacts and flushes for region at 1733401712042Disabling writes for close at 1733401712043 (+1 ms)Writing region close event to WAL at 1733401712044 (+1 ms)Closed at 1733401712044 2024-12-05T12:28:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741934_1114 (size=175) 2024-12-05T12:28:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741934_1114 (size=175) 2024-12-05T12:28:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741934_1114 (size=175) 2024-12-05T12:28:32,051 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:28:32,051 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401711821) 2024-12-05T12:28:32,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=446 (was 442) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_680229982_22 at /127.0.0.1:42128 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_680229982_22 at /127.0.0.1:33604 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_680229982_22 at /127.0.0.1:59200 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:34499 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=2680 (was 2732) 2024-12-05T12:28:32,072 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-12-05T12:28:32,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:28:32,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:28:32,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:28:32,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:32,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:32,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:28:32,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:28:32,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=387325396, stopped=false 2024-12-05T12:28:32,075 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2556e7014d8b,39127,1733401667424 2024-12-05T12:28:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:28:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:28:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:28:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:28:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:28:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:28:32,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:28:32,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:28:32,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:28:32,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:28:32,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:28:32,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:28:32,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:32,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2556e7014d8b,39121,1733401668303' ***** 2024-12-05T12:28:32,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:28:32,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2556e7014d8b,44939,1733401668445' ***** 2024-12-05T12:28:32,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:28:32,079 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:28:32,079 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:28:32,080 INFO [RS:0;2556e7014d8b:39121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:28:32,080 INFO [RS:1;2556e7014d8b:44939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:28:32,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:28:32,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:28:32,080 INFO [RS:0;2556e7014d8b:39121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:28:32,080 INFO [RS:1;2556e7014d8b:44939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:28:32,080 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:32,080 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(959): stopping server 2556e7014d8b,44939,1733401668445 2024-12-05T12:28:32,080 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(959): stopping server 2556e7014d8b,39121,1733401668303 2024-12-05T12:28:32,080 INFO [RS:0;2556e7014d8b:39121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:28:32,080 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d7217b71f1788d0e58161cf51561ed9, disabling compactions & flushes 2024-12-05T12:28:32,080 INFO [RS:1;2556e7014d8b:44939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:28:32,080 INFO [RS:0;2556e7014d8b:39121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2556e7014d8b:39121. 2024-12-05T12:28:32,080 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:32,080 INFO [RS:1;2556e7014d8b:44939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2556e7014d8b:44939. 2024-12-05T12:28:32,080 DEBUG [RS:0;2556e7014d8b:39121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:28:32,080 DEBUG [RS:0;2556e7014d8b:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:32,080 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:32,080 DEBUG [RS:1;2556e7014d8b:44939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:28:32,080 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. after waiting 0 ms 2024-12-05T12:28:32,080 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:28:32,080 DEBUG [RS:1;2556e7014d8b:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:32,080 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1325): Online Regions={1d7217b71f1788d0e58161cf51561ed9=testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9.} 2024-12-05T12:28:32,080 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:32,080 DEBUG [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1351): Waiting on 1d7217b71f1788d0e58161cf51561ed9 2024-12-05T12:28:32,080 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:28:32,081 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:28:32,081 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:28:32,081 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:28:32,081 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:28:32,081 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:28:32,081 DEBUG [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:28:32,081 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:28:32,082 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:28:32,082 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:28:32,082 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:28:32,082 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:28:32,082 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-05T12:28:32,086 INFO [regionserver/2556e7014d8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:28:32,089 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1d7217b71f1788d0e58161cf51561ed9/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-05T12:28:32,090 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:32,090 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d7217b71f1788d0e58161cf51561ed9: Waiting for close lock at 1733401712080Running coprocessor pre-close hooks at 1733401712080Disabling compacts and flushes for region at 1733401712080Disabling writes for close at 1733401712080Writing region close event to WAL at 1733401712082 (+2 ms)Running coprocessor post-close hooks at 1733401712090 (+8 ms)Closed at 1733401712090 2024-12-05T12:28:32,090 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9. 2024-12-05T12:28:32,113 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/info/534303db6c0744bb85a659d32fb02c91 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733401686267.1d7217b71f1788d0e58161cf51561ed9./info:regioninfo/1733401690174/Put/seqid=0 2024-12-05T12:28:32,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741938_1118 (size=8243) 2024-12-05T12:28:32,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741938_1118 (size=8243) 2024-12-05T12:28:32,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741938_1118 (size=8243) 2024-12-05T12:28:32,120 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/info/534303db6c0744bb85a659d32fb02c91 2024-12-05T12:28:32,145 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/ns/d583dc9679d04124b303de675c965650 is 43, key is default/ns:d/1733401671686/Put/seqid=0 2024-12-05T12:28:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741939_1119 (size=5153) 2024-12-05T12:28:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741939_1119 (size=5153) 2024-12-05T12:28:32,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741939_1119 (size=5153) 2024-12-05T12:28:32,154 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/ns/d583dc9679d04124b303de675c965650 2024-12-05T12:28:32,174 INFO [regionserver/2556e7014d8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:28:32,183 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/table/9853c7cda05e48b3b75dea6261b9608e is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733401686734/Put/seqid=0 2024-12-05T12:28:32,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741940_1120 (size=5431) 2024-12-05T12:28:32,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741940_1120 (size=5431) 2024-12-05T12:28:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741940_1120 (size=5431) 2024-12-05T12:28:32,189 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/table/9853c7cda05e48b3b75dea6261b9608e 2024-12-05T12:28:32,196 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/info/534303db6c0744bb85a659d32fb02c91 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/info/534303db6c0744bb85a659d32fb02c91 2024-12-05T12:28:32,202 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/info/534303db6c0744bb85a659d32fb02c91, entries=18, sequenceid=21, filesize=8.0 K 2024-12-05T12:28:32,203 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/ns/d583dc9679d04124b303de675c965650 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/ns/d583dc9679d04124b303de675c965650 2024-12-05T12:28:32,208 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/ns/d583dc9679d04124b303de675c965650, entries=2, sequenceid=21, filesize=5.0 K 2024-12-05T12:28:32,209 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/.tmp/table/9853c7cda05e48b3b75dea6261b9608e as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/table/9853c7cda05e48b3b75dea6261b9608e 2024-12-05T12:28:32,214 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/table/9853c7cda05e48b3b75dea6261b9608e, entries=2, sequenceid=21, filesize=5.3 K 2024-12-05T12:28:32,215 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=21, compaction requested=false 2024-12-05T12:28:32,222 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-05T12:28:32,223 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:28:32,223 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:28:32,223 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401712081Running coprocessor pre-close hooks at 1733401712081Disabling compacts and flushes for region at 1733401712081Disabling writes for close at 1733401712082 (+1 ms)Obtaining lock to block concurrent updates at 1733401712082Preparing flush snapshotting stores in 1588230740 at 1733401712082Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733401712082Flushing stores of hbase:meta,,1.1588230740 at 1733401712083 (+1 ms)Flushing 1588230740/info: creating writer at 1733401712083Flushing 1588230740/info: appending metadata at 1733401712113 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733401712113Flushing 1588230740/ns: creating writer at 1733401712125 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733401712144 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733401712144Flushing 1588230740/table: creating writer at 1733401712161 (+17 ms)Flushing 1588230740/table: appending metadata at 1733401712182 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733401712182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e69822e: reopening flushed file at 1733401712195 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7028c8: reopening flushed file at 1733401712202 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d53351c: reopening flushed file at 1733401712208 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=21, compaction requested=false at 1733401712215 (+7 ms)Writing region close event to WAL at 1733401712219 (+4 ms)Running coprocessor post-close hooks at 1733401712223 (+4 ms)Closed at 1733401712223 2024-12-05T12:28:32,223 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:28:32,281 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(976): stopping server 2556e7014d8b,39121,1733401668303; all regions closed. 2024-12-05T12:28:32,281 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(976): stopping server 2556e7014d8b,44939,1733401668445; all regions closed. 2024-12-05T12:28:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741832_1008 (size=3621) 2024-12-05T12:28:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741832_1008 (size=3621) 2024-12-05T12:28:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741832_1008 (size=3621) 2024-12-05T12:28:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741836_1012 (size=9487) 2024-12-05T12:28:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741836_1012 (size=9487) 2024-12-05T12:28:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741836_1012 (size=9487) 2024-12-05T12:28:32,287 DEBUG [RS:0;2556e7014d8b:39121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs 2024-12-05T12:28:32,287 INFO [RS:0;2556e7014d8b:39121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C39121%2C1733401668303:(num 1733401670752) 2024-12-05T12:28:32,287 DEBUG [RS:0;2556e7014d8b:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:32,287 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:28:32,287 INFO [RS:0;2556e7014d8b:39121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:28:32,287 INFO [RS:0;2556e7014d8b:39121 {}] hbase.ChoreService(370): Chore service for: regionserver/2556e7014d8b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:28:32,287 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:28:32,288 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:28:32,288 INFO [regionserver/2556e7014d8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:28:32,288 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:28:32,288 INFO [RS:0;2556e7014d8b:39121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:28:32,288 INFO [RS:0;2556e7014d8b:39121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39121 2024-12-05T12:28:32,289 DEBUG [RS:1;2556e7014d8b:44939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs 2024-12-05T12:28:32,289 INFO [RS:1;2556e7014d8b:44939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C44939%2C1733401668445.meta:.meta(num 1733401671363) 2024-12-05T12:28:32,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2556e7014d8b,39121,1733401668303 2024-12-05T12:28:32,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:28:32,290 INFO [RS:0;2556e7014d8b:39121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:28:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741833_1009 (size=175) 2024-12-05T12:28:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741833_1009 (size=175) 2024-12-05T12:28:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741833_1009 (size=175) 2024-12-05T12:28:32,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2556e7014d8b,39121,1733401668303] 2024-12-05T12:28:32,294 DEBUG [RS:1;2556e7014d8b:44939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/oldWALs 2024-12-05T12:28:32,294 INFO [RS:1;2556e7014d8b:44939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C44939%2C1733401668445:(num 1733401670752) 2024-12-05T12:28:32,294 DEBUG [RS:1;2556e7014d8b:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:28:32,294 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:28:32,294 INFO [RS:1;2556e7014d8b:44939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:28:32,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2556e7014d8b,39121,1733401668303 already deleted, retry=false 2024-12-05T12:28:32,294 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2556e7014d8b,39121,1733401668303 expired; onlineServers=1 2024-12-05T12:28:32,294 INFO [RS:1;2556e7014d8b:44939 {}] hbase.ChoreService(370): Chore service for: regionserver/2556e7014d8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:28:32,294 INFO [RS:1;2556e7014d8b:44939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:28:32,294 INFO [regionserver/2556e7014d8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:28:32,295 INFO [RS:1;2556e7014d8b:44939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44939 2024-12-05T12:28:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2556e7014d8b,44939,1733401668445 2024-12-05T12:28:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:28:32,296 INFO [RS:1;2556e7014d8b:44939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:28:32,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2556e7014d8b,44939,1733401668445] 2024-12-05T12:28:32,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2556e7014d8b,44939,1733401668445 already deleted, retry=false 2024-12-05T12:28:32,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2556e7014d8b,44939,1733401668445 expired; onlineServers=0 2024-12-05T12:28:32,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2556e7014d8b,39127,1733401667424' ***** 2024-12-05T12:28:32,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:28:32,300 INFO [M:0;2556e7014d8b:39127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:28:32,300 INFO [M:0;2556e7014d8b:39127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:28:32,300 DEBUG [M:0;2556e7014d8b:39127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:28:32,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:28:32,300 DEBUG [M:0;2556e7014d8b:39127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:28:32,300 DEBUG [master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401670323 {}] cleaner.HFileCleaner(306): Exit Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401670323,5,FailOnTimeoutGroup] 2024-12-05T12:28:32,300 DEBUG [master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401670325 {}] cleaner.HFileCleaner(306): Exit Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401670325,5,FailOnTimeoutGroup] 2024-12-05T12:28:32,300 INFO [M:0;2556e7014d8b:39127 {}] hbase.ChoreService(370): Chore service for: master/2556e7014d8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:28:32,300 INFO [M:0;2556e7014d8b:39127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:28:32,301 DEBUG [M:0;2556e7014d8b:39127 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:28:32,301 INFO [M:0;2556e7014d8b:39127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:28:32,301 INFO [M:0;2556e7014d8b:39127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:28:32,301 INFO [M:0;2556e7014d8b:39127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:28:32,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:28:32,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T12:28:32,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:28:32,302 DEBUG [M:0;2556e7014d8b:39127 {}] zookeeper.ZKUtil(347): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T12:28:32,302 WARN [M:0;2556e7014d8b:39127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:28:32,303 INFO [M:0;2556e7014d8b:39127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/.lastflushedseqids 2024-12-05T12:28:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741941_1121 (size=138) 2024-12-05T12:28:32,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741941_1121 (size=138) 2024-12-05T12:28:32,315 INFO [M:0;2556e7014d8b:39127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:28:32,315 INFO [M:0;2556e7014d8b:39127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:28:32,315 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:28:32,315 INFO [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:28:32,315 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:28:32,316 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:28:32,316 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:28:32,316 INFO [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-05T12:28:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741941_1121 (size=138) 2024-12-05T12:28:32,331 DEBUG [M:0;2556e7014d8b:39127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bba2b08d7ec4448ab52e67a4e1e3d16 is 82, key is hbase:meta,,1/info:regioninfo/1733401671534/Put/seqid=0 2024-12-05T12:28:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741942_1122 (size=5672) 2024-12-05T12:28:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741942_1122 (size=5672) 2024-12-05T12:28:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741942_1122 (size=5672) 2024-12-05T12:28:32,338 INFO [M:0;2556e7014d8b:39127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bba2b08d7ec4448ab52e67a4e1e3d16 2024-12-05T12:28:32,362 DEBUG [M:0;2556e7014d8b:39127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c19ed08c3e9741828d250842cdfc6be0 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401686746/Put/seqid=0 2024-12-05T12:28:32,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741943_1123 (size=7755) 2024-12-05T12:28:32,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741943_1123 (size=7755) 2024-12-05T12:28:32,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741943_1123 (size=7755) 2024-12-05T12:28:32,389 INFO [M:0;2556e7014d8b:39127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c19ed08c3e9741828d250842cdfc6be0 2024-12-05T12:28:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:32,394 INFO [RS:0;2556e7014d8b:39121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:28:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x100aa686e2b0001, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:32,394 INFO [RS:0;2556e7014d8b:39121 {}] regionserver.HRegionServer(1031): Exiting; stopping=2556e7014d8b,39121,1733401668303; zookeeper connection closed. 2024-12-05T12:28:32,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77f7564d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77f7564d 2024-12-05T12:28:32,398 INFO [M:0;2556e7014d8b:39127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c19ed08c3e9741828d250842cdfc6be0 2024-12-05T12:28:32,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:32,398 INFO [RS:1;2556e7014d8b:44939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:28:32,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x100aa686e2b0002, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:32,398 INFO [RS:1;2556e7014d8b:44939 {}] regionserver.HRegionServer(1031): Exiting; stopping=2556e7014d8b,44939,1733401668445; zookeeper connection closed. 2024-12-05T12:28:32,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@334b5e9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@334b5e9b 2024-12-05T12:28:32,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T12:28:32,416 DEBUG [M:0;2556e7014d8b:39127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ade02376a8ea43259b0023dd4cdd95a6 is 69, key is 2556e7014d8b,39121,1733401668303/rs:state/1733401670383/Put/seqid=0 2024-12-05T12:28:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741944_1124 (size=5440) 2024-12-05T12:28:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741944_1124 (size=5440) 2024-12-05T12:28:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741944_1124 (size=5440) 2024-12-05T12:28:32,424 INFO [M:0;2556e7014d8b:39127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ade02376a8ea43259b0023dd4cdd95a6 2024-12-05T12:28:32,429 INFO [M:0;2556e7014d8b:39127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ade02376a8ea43259b0023dd4cdd95a6 2024-12-05T12:28:32,429 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bba2b08d7ec4448ab52e67a4e1e3d16 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bba2b08d7ec4448ab52e67a4e1e3d16 2024-12-05T12:28:32,434 INFO [M:0;2556e7014d8b:39127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bba2b08d7ec4448ab52e67a4e1e3d16, entries=8, sequenceid=168, filesize=5.5 K 2024-12-05T12:28:32,435 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c19ed08c3e9741828d250842cdfc6be0 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c19ed08c3e9741828d250842cdfc6be0 2024-12-05T12:28:32,439 INFO [M:0;2556e7014d8b:39127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c19ed08c3e9741828d250842cdfc6be0 2024-12-05T12:28:32,439 INFO [M:0;2556e7014d8b:39127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c19ed08c3e9741828d250842cdfc6be0, entries=17, sequenceid=168, filesize=7.6 K 2024-12-05T12:28:32,440 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ade02376a8ea43259b0023dd4cdd95a6 as hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ade02376a8ea43259b0023dd4cdd95a6 2024-12-05T12:28:32,443 INFO [M:0;2556e7014d8b:39127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ade02376a8ea43259b0023dd4cdd95a6 2024-12-05T12:28:32,444 INFO [M:0;2556e7014d8b:39127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ade02376a8ea43259b0023dd4cdd95a6, entries=3, sequenceid=168, filesize=5.3 K 2024-12-05T12:28:32,445 INFO [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=168, compaction requested=false 2024-12-05T12:28:32,446 INFO [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:28:32,446 DEBUG [M:0;2556e7014d8b:39127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401712315Disabling compacts and flushes for region at 1733401712315Disabling writes for close at 1733401712316 (+1 ms)Obtaining lock to block concurrent updates at 1733401712316Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401712316Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733401712316Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401712317 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401712317Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401712331 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401712331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401712343 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401712362 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401712362Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401712398 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401712416 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401712416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b5ec33: reopening flushed file at 1733401712429 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee256ba: reopening flushed file at 1733401712434 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e58800: reopening flushed file at 1733401712439 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=168, compaction requested=false at 1733401712445 (+6 ms)Writing region close event to WAL at 1733401712446 (+1 ms)Closed at 1733401712446 2024-12-05T12:28:32,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/204e7434-2de8-3fb4-d74d-02d52cf91718/MasterData/WALs/2556e7014d8b,39127,1733401667424/2556e7014d8b%2C39127%2C1733401667424.1733401669427 not finished, retry = 0 2024-12-05T12:28:32,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741830_1006 (size=83606) 2024-12-05T12:28:32,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741830_1006 (size=83606) 2024-12-05T12:28:32,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741830_1006 (size=83606) 2024-12-05T12:28:32,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:28:32,550 INFO [M:0;2556e7014d8b:39127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:28:32,550 INFO [M:0;2556e7014d8b:39127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39127 2024-12-05T12:28:32,550 INFO [M:0;2556e7014d8b:39127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:28:32,652 INFO [M:0;2556e7014d8b:39127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:28:32,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:32,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x100aa686e2b0000, quorum=127.0.0.1:64503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:28:32,659 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401691525 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401691525 (inode 16655) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401690512/wal.1733401691525 (inode 16655) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:28:32,660 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401681571/wal.1733401681702 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:32,660 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401706986/wal.1733401707436 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:32,662 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401701190 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401701190 (inode 16678) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401691781/wal.1733401701190 (inode 16678) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:28:32,663 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401674262/wal.1733401674374 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:32,665 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401702171 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401702171 (inode 16704) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401701440/wal.1733401702171 (inode 16704) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:28:32,665 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401702377/wal.1733401702469 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:28:32,667 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal.1733401674078 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal.1733401674078 (inode 16485) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401673458/wal.1733401674078 (inode 16485) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:28:32,670 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal.1733401673031 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal.1733401673031 (inode 16462) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401672220/wal.1733401673031 (inode 16462) Holder DFSClient_NONMAPREDUCE_492837800_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:28:32,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773b4a40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:28:32,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@286fa8e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:28:32,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:28:32,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b0de5e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:28:32,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78fad685{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,STOPPED} 2024-12-05T12:28:32,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:28:32,682 WARN [BP-1104668840-172.17.0.2-1733401663418 heartbeating to localhost/127.0.0.1:34499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:28:32,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:28:32,682 WARN [BP-1104668840-172.17.0.2-1733401663418 heartbeating to localhost/127.0.0.1:34499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1104668840-172.17.0.2-1733401663418 (Datanode Uuid 8836b392-3b8e-4f26-9222-63bb1054afbd) service to localhost/127.0.0.1:34499 2024-12-05T12:28:32,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data5/current/BP-1104668840-172.17.0.2-1733401663418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:28:32,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data6/current/BP-1104668840-172.17.0.2-1733401663418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:28:32,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:28:32,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75d96791{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:28:32,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60aef58b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:28:32,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:28:32,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14fd625f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:28:32,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a777d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,STOPPED} 2024-12-05T12:28:32,689 WARN [BP-1104668840-172.17.0.2-1733401663418 heartbeating to localhost/127.0.0.1:34499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:28:32,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:28:32,689 WARN [BP-1104668840-172.17.0.2-1733401663418 heartbeating to localhost/127.0.0.1:34499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1104668840-172.17.0.2-1733401663418 (Datanode Uuid 012bc9fa-51c6-419c-9210-d7b6bda010bb) service to localhost/127.0.0.1:34499 2024-12-05T12:28:32,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:28:32,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data3/current/BP-1104668840-172.17.0.2-1733401663418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:28:32,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data4/current/BP-1104668840-172.17.0.2-1733401663418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:28:32,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:28:32,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d480c14{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:28:32,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a1e1ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:28:32,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:28:32,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ace2437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:28:32,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d86915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,STOPPED} 2024-12-05T12:28:32,694 WARN [BP-1104668840-172.17.0.2-1733401663418 heartbeating to localhost/127.0.0.1:34499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:28:32,694 WARN [BP-1104668840-172.17.0.2-1733401663418 heartbeating to localhost/127.0.0.1:34499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1104668840-172.17.0.2-1733401663418 (Datanode Uuid e0a79245-7d84-4729-b965-33c59548c391) service to localhost/127.0.0.1:34499 2024-12-05T12:28:32,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:28:32,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:28:32,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data1/current/BP-1104668840-172.17.0.2-1733401663418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:28:32,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/cluster_298a3d99-11ae-6b10-be3d-bc8b412473b7/data/data2/current/BP-1104668840-172.17.0.2-1733401663418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:28:32,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:28:32,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14f32243{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:28:32,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71a2a7f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:28:32,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:28:32,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120a4c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:28:32,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6ae9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88e00300-ceeb-ed43-1f5c-f7acfec2bf8d/hadoop.log.dir/,STOPPED} 2024-12-05T12:28:32,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:28:32,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down