2024-11-21 13:33:09,942 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-21 13:33:09,953 main DEBUG Took 0.008719 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 13:33:09,953 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 13:33:09,953 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 13:33:09,954 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 13:33:09,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,962 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 13:33:09,974 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,976 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,977 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,978 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,979 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,980 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,982 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,983 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,984 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:33:09,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,985 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 13:33:09,986 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:33:09,988 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 13:33:09,990 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 13:33:09,990 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 13:33:09,991 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 13:33:09,991 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 13:33:09,999 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 13:33:10,001 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 13:33:10,003 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 13:33:10,003 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 13:33:10,004 main DEBUG createAppenders(={Console}) 2024-11-21 13:33:10,005 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-21 13:33:10,005 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-21 13:33:10,005 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-21 13:33:10,006 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 13:33:10,006 main DEBUG OutputStream closed 2024-11-21 13:33:10,006 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 13:33:10,006 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 13:33:10,006 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-21 13:33:10,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 13:33:10,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 13:33:10,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 13:33:10,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 13:33:10,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 13:33:10,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 13:33:10,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 13:33:10,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 13:33:10,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 13:33:10,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 13:33:10,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 13:33:10,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 13:33:10,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 13:33:10,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 13:33:10,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 13:33:10,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 13:33:10,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 13:33:10,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 13:33:10,101 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 13:33:10,102 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-21 13:33:10,102 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 13:33:10,103 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-21T13:33:10,353 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911 2024-11-21 13:33:10,356 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 13:33:10,356 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T13:33:10,365 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-21T13:33:10,370 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-21T13:33:10,390 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T13:33:10,434 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T13:33:10,434 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T13:33:10,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:33:10,461 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c, deleteOnExit=true 2024-11-21T13:33:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:33:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/test.cache.data in system properties and HBase conf 2024-11-21T13:33:10,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:33:10,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:33:10,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:33:10,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:33:10,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:33:10,556 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T13:33:10,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:33:10,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:33:10,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:33:10,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:33:10,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:33:10,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:33:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:33:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:33:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:33:10,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:33:10,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:33:10,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:33:10,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:33:10,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:33:10,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:33:11,764 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T13:33:11,831 INFO [Time-limited test {}] log.Log(170): Logging initialized @2571ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T13:33:11,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:33:11,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:33:11,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:33:11,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:33:11,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:33:11,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:33:11,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:33:11,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:33:12,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/java.io.tmpdir/jetty-localhost-46513-hadoop-hdfs-3_4_1-tests_jar-_-any-7811004293379447408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:33:12,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:46513} 2024-11-21T13:33:12,194 INFO [Time-limited test {}] server.Server(415): Started @2934ms 2024-11-21T13:33:12,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:33:12,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:33:12,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:33:12,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:33:12,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:33:12,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:33:12,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:33:12,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/java.io.tmpdir/jetty-localhost-36575-hadoop-hdfs-3_4_1-tests_jar-_-any-15821966297624901104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:33:12,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:36575} 2024-11-21T13:33:12,885 INFO [Time-limited test {}] server.Server(415): Started @3625ms 2024-11-21T13:33:12,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:33:13,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:33:13,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:33:13,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:33:13,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:33:13,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:33:13,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:33:13,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:33:13,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/java.io.tmpdir/jetty-localhost-34629-hadoop-hdfs-3_4_1-tests_jar-_-any-10576933518003933805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:33:13,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:34629} 2024-11-21T13:33:13,213 INFO [Time-limited test {}] server.Server(415): Started @3953ms 2024-11-21T13:33:13,215 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:33:13,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:33:13,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:33:13,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:33:13,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:33:13,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:33:13,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:33:13,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:33:13,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/java.io.tmpdir/jetty-localhost-44117-hadoop-hdfs-3_4_1-tests_jar-_-any-11629073647466380389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:33:13,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:44117} 2024-11-21T13:33:13,366 INFO [Time-limited test {}] server.Server(415): Started @4106ms 2024-11-21T13:33:13,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:33:14,954 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data2/current/BP-1943045423-172.17.0.2-1732195991252/current, will proceed with Du for space computation calculation, 2024-11-21T13:33:14,954 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data1/current/BP-1943045423-172.17.0.2-1732195991252/current, will proceed with Du for space computation calculation, 2024-11-21T13:33:14,971 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data4/current/BP-1943045423-172.17.0.2-1732195991252/current, will proceed with Du for space computation calculation, 2024-11-21T13:33:14,971 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data3/current/BP-1943045423-172.17.0.2-1732195991252/current, will proceed with Du for space computation calculation, 2024-11-21T13:33:14,983 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:33:14,994 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:33:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d176b3a472c0d20 with lease ID 0xf5a13892805a0870: Processing first storage report for DS-b5caed7c-88d8-424b-a693-717026e0db06 from datanode DatanodeRegistration(127.0.0.1:33997, datanodeUuid=441f41cb-c579-4c71-8240-d7bb2751d7e6, infoPort=44123, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252) 2024-11-21T13:33:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d176b3a472c0d20 with lease ID 0xf5a13892805a0870: from storage DS-b5caed7c-88d8-424b-a693-717026e0db06 node DatanodeRegistration(127.0.0.1:33997, datanodeUuid=441f41cb-c579-4c71-8240-d7bb2751d7e6, infoPort=44123, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T13:33:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac725dd9aea43c55 with lease ID 0xf5a13892805a086f: Processing first storage report for DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c from datanode DatanodeRegistration(127.0.0.1:34163, datanodeUuid=11ad408c-6227-4a0c-b442-31f71c86c307, infoPort=37225, infoSecurePort=0, ipcPort=42901, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252) 2024-11-21T13:33:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac725dd9aea43c55 with lease ID 0xf5a13892805a086f: from storage DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c node DatanodeRegistration(127.0.0.1:34163, datanodeUuid=11ad408c-6227-4a0c-b442-31f71c86c307, infoPort=37225, infoSecurePort=0, ipcPort=42901, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T13:33:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d176b3a472c0d20 with lease ID 0xf5a13892805a0870: Processing first storage report for DS-d5edcdf0-fee0-4a62-b7e3-415ef168cd5e from datanode DatanodeRegistration(127.0.0.1:33997, datanodeUuid=441f41cb-c579-4c71-8240-d7bb2751d7e6, infoPort=44123, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252) 2024-11-21T13:33:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d176b3a472c0d20 with lease ID 0xf5a13892805a0870: from storage DS-d5edcdf0-fee0-4a62-b7e3-415ef168cd5e node DatanodeRegistration(127.0.0.1:33997, datanodeUuid=441f41cb-c579-4c71-8240-d7bb2751d7e6, infoPort=44123, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:33:15,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac725dd9aea43c55 with lease ID 0xf5a13892805a086f: Processing first storage report for DS-09a904db-4446-4c44-9bda-d0d3f4ef8217 from datanode DatanodeRegistration(127.0.0.1:34163, datanodeUuid=11ad408c-6227-4a0c-b442-31f71c86c307, infoPort=37225, infoSecurePort=0, ipcPort=42901, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252) 2024-11-21T13:33:15,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac725dd9aea43c55 with lease ID 0xf5a13892805a086f: from storage DS-09a904db-4446-4c44-9bda-d0d3f4ef8217 node DatanodeRegistration(127.0.0.1:34163, datanodeUuid=11ad408c-6227-4a0c-b442-31f71c86c307, infoPort=37225, infoSecurePort=0, ipcPort=42901, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:33:15,170 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data5/current/BP-1943045423-172.17.0.2-1732195991252/current, will proceed with Du for space computation calculation, 2024-11-21T13:33:15,170 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data6/current/BP-1943045423-172.17.0.2-1732195991252/current, will proceed with Du for space computation calculation, 2024-11-21T13:33:15,193 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:33:15,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5630f0043d7b314e with lease ID 0xf5a13892805a0871: Processing first storage report for DS-c7bc5252-4508-4fe5-9539-9bd9403688bd from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=ab65e7ea-c7b3-49c3-ac0e-c67200327a44, infoPort=36401, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252) 2024-11-21T13:33:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5630f0043d7b314e with lease ID 0xf5a13892805a0871: from storage DS-c7bc5252-4508-4fe5-9539-9bd9403688bd node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=ab65e7ea-c7b3-49c3-ac0e-c67200327a44, infoPort=36401, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:33:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5630f0043d7b314e with lease ID 0xf5a13892805a0871: Processing first storage report for DS-07960d8b-35a0-4c15-b3c9-8f0881cbddbc from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=ab65e7ea-c7b3-49c3-ac0e-c67200327a44, infoPort=36401, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252) 2024-11-21T13:33:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5630f0043d7b314e with lease ID 0xf5a13892805a0871: from storage DS-07960d8b-35a0-4c15-b3c9-8f0881cbddbc node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=ab65e7ea-c7b3-49c3-ac0e-c67200327a44, infoPort=36401, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=1991088862;c=1732195991252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:33:15,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911 2024-11-21T13:33:15,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/zookeeper_0, clientPort=56031, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:33:15,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56031 2024-11-21T13:33:15,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:15,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:33:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:33:15,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:33:16,024 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3 with version=8 2024-11-21T13:33:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/hbase-staging 2024-11-21T13:33:16,304 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:33:16,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:16,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:16,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:33:16,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:16,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:33:16,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:33:16,526 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T13:33:16,535 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T13:33:16,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:33:16,564 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96033 (auto-detected) 2024-11-21T13:33:16,566 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T13:33:16,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37635 2024-11-21T13:33:16,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37635 connecting to ZooKeeper ensemble=127.0.0.1:56031 2024-11-21T13:33:16,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376350x0, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:33:16,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37635-0x1015d994a890000 connected 2024-11-21T13:33:16,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:16,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:16,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T13:33:16,865 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3, hbase.cluster.distributed=false 2024-11-21T13:33:16,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T13:33:16,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-21T13:33:16,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37635 2024-11-21T13:33:16,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37635 2024-11-21T13:33:16,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-21T13:33:16,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-21T13:33:17,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:33:17,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:33:17,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:33:17,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:33:17,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:33:17,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36319 2024-11-21T13:33:17,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36319 connecting to ZooKeeper ensemble=127.0.0.1:56031 2024-11-21T13:33:17,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:17,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:17,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363190x0, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:33:17,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36319-0x1015d994a890001 connected 2024-11-21T13:33:17,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T13:33:17,037 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:33:17,044 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:33:17,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T13:33:17,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T13:33:17,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36319 2024-11-21T13:33:17,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36319 2024-11-21T13:33:17,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36319 2024-11-21T13:33:17,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36319 2024-11-21T13:33:17,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36319 2024-11-21T13:33:17,073 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:33:17,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:33:17,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:33:17,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:33:17,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:33:17,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46819 2024-11-21T13:33:17,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46819 connecting to ZooKeeper ensemble=127.0.0.1:56031 2024-11-21T13:33:17,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:17,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:17,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468190x0, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:33:17,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468190x0, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T13:33:17,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46819-0x1015d994a890002 connected 2024-11-21T13:33:17,097 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:33:17,098 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:33:17,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T13:33:17,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T13:33:17,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46819 2024-11-21T13:33:17,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46819 2024-11-21T13:33:17,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46819 2024-11-21T13:33:17,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46819 2024-11-21T13:33:17,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46819 2024-11-21T13:33:17,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:33:17,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:33:17,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:33:17,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:33:17,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:33:17,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:33:17,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39357 2024-11-21T13:33:17,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39357 connecting to ZooKeeper ensemble=127.0.0.1:56031 2024-11-21T13:33:17,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:17,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:17,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393570x0, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:33:17,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393570x0, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T13:33:17,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39357-0x1015d994a890003 connected 2024-11-21T13:33:17,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:33:17,150 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:33:17,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T13:33:17,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T13:33:17,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-21T13:33:17,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39357 2024-11-21T13:33:17,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39357 2024-11-21T13:33:17,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-21T13:33:17,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-21T13:33:17,173 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:37635 2024-11-21T13:33:17,174 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,194 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:17,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T13:33:17,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T13:33:17,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T13:33:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,227 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T13:33:17,228 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fe6efa1e611,37635,1732195996147 from backup master directory 2024-11-21T13:33:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T13:33:17,244 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:33:17,245 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:17,248 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T13:33:17,249 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T13:33:17,303 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/hbase.id] with ID: a7a73ebe-c1e2-4f32-865d-8428be689f73 2024-11-21T13:33:17,304 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/.tmp/hbase.id 2024-11-21T13:33:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:33:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:33:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:33:17,318 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/.tmp/hbase.id]:[hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/hbase.id] 2024-11-21T13:33:17,363 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:33:17,368 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:33:17,387 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-21T13:33:17,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:33:17,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:33:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:33:17,438 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:33:17,439 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:33:17,444 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:33:17,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:33:17,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:33:17,492 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store 2024-11-21T13:33:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:33:17,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:33:17,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:33:17,520 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T13:33:17,524 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:17,526 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:33:17,526 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:17,526 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:17,528 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:33:17,529 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:17,529 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:17,530 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195997526Disabling compacts and flushes for region at 1732195997526Disabling writes for close at 1732195997528 (+2 ms)Writing region close event to WAL at 1732195997529 (+1 ms)Closed at 1732195997529 2024-11-21T13:33:17,532 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/.initializing 2024-11-21T13:33:17,532 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/WALs/4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:17,540 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:17,556 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C37635%2C1732195996147, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/WALs/4fe6efa1e611,37635,1732195996147, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/oldWALs, maxLogs=10 2024-11-21T13:33:17,585 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/WALs/4fe6efa1e611,37635,1732195996147/4fe6efa1e611%2C37635%2C1732195996147.1732195997561, exclude list is [], retry=0 2024-11-21T13:33:17,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:17,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T13:33:17,655 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/WALs/4fe6efa1e611,37635,1732195996147/4fe6efa1e611%2C37635%2C1732195996147.1732195997561 2024-11-21T13:33:17,657 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:17,657 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:17,658 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:17,662 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,663 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:33:17,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:17,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:17,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:33:17,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:17,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:17,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:33:17,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:17,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:17,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:33:17,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:17,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:17,749 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,753 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,759 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,760 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,763 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:33:17,767 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:33:17,771 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:17,773 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60150443, jitterRate=-0.1036885529756546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:33:17,780 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195997679Initializing all the Stores at 1732195997681 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195997681Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195997682 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195997682Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195997682Cleaning up temporary data from old regions at 1732195997760 (+78 ms)Region opened successfully at 1732195997780 (+20 ms) 2024-11-21T13:33:17,782 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:33:17,815 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1b9552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:33:17,842 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:33:17,852 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:33:17,852 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:33:17,855 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:33:17,857 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T13:33:17,861 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T13:33:17,861 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:33:17,893 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:33:17,903 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T13:33:17,916 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T13:33:17,919 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:33:17,920 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:33:17,930 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T13:33:17,933 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:33:17,937 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:33:17,947 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T13:33:17,949 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:33:17,962 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T13:33:17,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:33:17,993 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T13:33:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T13:33:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T13:33:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T13:33:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T13:33:18,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,009 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,37635,1732195996147, sessionid=0x1015d994a890000, setting cluster-up flag (Was=false) 2024-11-21T13:33:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,078 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T13:33:18,083 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:18,141 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T13:33:18,144 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:18,154 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:33:18,164 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(746): ClusterId : a7a73ebe-c1e2-4f32-865d-8428be689f73 2024-11-21T13:33:18,164 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(746): ClusterId : a7a73ebe-c1e2-4f32-865d-8428be689f73 2024-11-21T13:33:18,164 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(746): ClusterId : a7a73ebe-c1e2-4f32-865d-8428be689f73 2024-11-21T13:33:18,166 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:33:18,166 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:33:18,166 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:33:18,192 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:33:18,192 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:33:18,192 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:33:18,192 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:33:18,192 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:33:18,192 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:33:18,206 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:33:18,206 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:33:18,206 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:33:18,206 DEBUG [RS:2;4fe6efa1e611:39357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e28c875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:33:18,206 DEBUG [RS:0;4fe6efa1e611:36319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30115499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:33:18,206 DEBUG [RS:1;4fe6efa1e611:46819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd2fc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:33:18,220 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:36319 2024-11-21T13:33:18,223 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:33:18,223 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fe6efa1e611:46819 2024-11-21T13:33:18,224 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:33:18,224 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:33:18,224 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:33:18,224 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:33:18,224 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:33:18,224 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4fe6efa1e611:39357 2024-11-21T13:33:18,224 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:33:18,225 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:33:18,225 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:33:18,226 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37635,1732195996147 with port=39357, startcode=1732195997125 2024-11-21T13:33:18,227 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37635,1732195996147 with port=46819, startcode=1732195997073 2024-11-21T13:33:18,227 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37635,1732195996147 with port=36319, startcode=1732195996966 2024-11-21T13:33:18,234 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:33:18,238 DEBUG [RS:0;4fe6efa1e611:36319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:33:18,238 DEBUG [RS:2;4fe6efa1e611:39357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:33:18,238 DEBUG [RS:1;4fe6efa1e611:46819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:33:18,245 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:33:18,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:33:18,259 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,37635,1732195996147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:33:18,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:33:18,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:33:18,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:33:18,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:33:18,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:33:18,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,271 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:33:18,271 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732196028272 2024-11-21T13:33:18,274 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:33:18,274 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:33:18,274 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:33:18,275 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:33:18,276 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:33:18,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:33:18,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:33:18,280 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:33:18,280 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:33:18,280 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:33:18,280 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:33:18,281 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,285 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:33:18,285 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:18,286 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T13:33:18,286 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:33:18,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:33:18,286 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:33:18,288 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:33:18,289 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:33:18,292 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T13:33:18,293 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T13:33:18,294 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195998290,5,FailOnTimeoutGroup] 2024-11-21T13:33:18,295 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195998294,5,FailOnTimeoutGroup] 2024-11-21T13:33:18,295 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,296 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:33:18,297 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,297 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:33:18,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:33:18,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:33:18,337 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T13:33:18,337 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T13:33:18,337 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T13:33:18,338 WARN [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T13:33:18,338 WARN [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T13:33:18,338 WARN [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T13:33:18,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:33:18,340 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3 2024-11-21T13:33:18,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:33:18,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:33:18,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:33:18,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:18,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:33:18,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:33:18,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:18,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:18,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:33:18,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:33:18,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:18,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:18,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:33:18,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:33:18,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:18,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:18,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:33:18,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:33:18,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:18,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:18,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:33:18,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740 2024-11-21T13:33:18,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740 2024-11-21T13:33:18,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:33:18,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:33:18,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:33:18,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:33:18,388 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:18,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69872216, jitterRate=0.04117715358734131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:33:18,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195998356Initializing all the Stores at 1732195998357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195998357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195998358 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195998358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195998358Cleaning up temporary data from old regions at 1732195998381 (+23 ms)Region opened successfully at 1732195998395 (+14 ms) 2024-11-21T13:33:18,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:33:18,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:33:18,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:33:18,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:33:18,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:33:18,397 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:33:18,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195998395Disabling compacts and flushes for region at 1732195998395Disabling writes for close at 1732195998396 (+1 ms)Writing region close event to WAL at 1732195998397 (+1 ms)Closed at 1732195998397 2024-11-21T13:33:18,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:33:18,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:33:18,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:33:18,420 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:33:18,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:33:18,439 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37635,1732195996147 with port=39357, startcode=1732195997125 2024-11-21T13:33:18,439 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37635,1732195996147 with port=36319, startcode=1732195996966 2024-11-21T13:33:18,439 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37635,1732195996147 with port=46819, startcode=1732195997073 2024-11-21T13:33:18,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:18,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:18,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:18,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:18,453 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3 2024-11-21T13:33:18,453 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35485 2024-11-21T13:33:18,453 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:33:18,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:18,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:18,456 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3 2024-11-21T13:33:18,456 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35485 2024-11-21T13:33:18,456 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:33:18,458 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3 2024-11-21T13:33:18,458 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35485 2024-11-21T13:33:18,458 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:33:18,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T13:33:18,577 WARN [4fe6efa1e611:37635 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T13:33:18,591 DEBUG [RS:2;4fe6efa1e611:39357 {}] zookeeper.ZKUtil(111): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:18,591 WARN [RS:2;4fe6efa1e611:39357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:33:18,591 DEBUG [RS:0;4fe6efa1e611:36319 {}] zookeeper.ZKUtil(111): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:18,591 INFO [RS:2;4fe6efa1e611:39357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:18,591 WARN [RS:0;4fe6efa1e611:36319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:33:18,591 DEBUG [RS:1;4fe6efa1e611:46819 {}] zookeeper.ZKUtil(111): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:18,591 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:18,591 WARN [RS:1;4fe6efa1e611:46819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:33:18,591 INFO [RS:0;4fe6efa1e611:36319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:18,592 INFO [RS:1;4fe6efa1e611:46819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:18,592 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:18,592 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:18,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,36319,1732195996966] 2024-11-21T13:33:18,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,46819,1732195997073] 2024-11-21T13:33:18,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,39357,1732195997125] 2024-11-21T13:33:18,615 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:33:18,615 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:33:18,615 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:33:18,632 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:33:18,632 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:33:18,632 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:33:18,640 INFO [RS:0;4fe6efa1e611:36319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:33:18,640 INFO [RS:2;4fe6efa1e611:39357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:33:18,640 INFO [RS:1;4fe6efa1e611:46819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:33:18,641 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,641 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,641 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,642 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:33:18,643 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:33:18,643 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:33:18,647 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:33:18,647 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:33:18,647 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:33:18,648 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,648 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,648 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,648 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,648 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,648 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,649 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,650 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,650 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,650 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:33:18,650 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:33:18,650 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:33:18,650 DEBUG [RS:2;4fe6efa1e611:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:33:18,650 DEBUG [RS:0;4fe6efa1e611:36319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:33:18,650 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:33:18,650 DEBUG [RS:1;4fe6efa1e611:46819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:33:18,651 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,651 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,651 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,651 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,651 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,651 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36319,1732195996966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,39357,1732195997125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:33:18,652 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46819,1732195997073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:33:18,671 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:33:18,674 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36319,1732195996966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,674 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,674 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.Replication(171): 4fe6efa1e611,36319,1732195996966 started 2024-11-21T13:33:18,675 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:33:18,675 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:33:18,675 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46819,1732195997073-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,675 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,39357,1732195997125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,675 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,675 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,675 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.Replication(171): 4fe6efa1e611,46819,1732195997073 started 2024-11-21T13:33:18,675 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.Replication(171): 4fe6efa1e611,39357,1732195997125 started 2024-11-21T13:33:18,700 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,700 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,700 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:18,700 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,36319,1732195996966, RpcServer on 4fe6efa1e611/172.17.0.2:36319, sessionid=0x1015d994a890001 2024-11-21T13:33:18,700 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,46819,1732195997073, RpcServer on 4fe6efa1e611/172.17.0.2:46819, sessionid=0x1015d994a890002 2024-11-21T13:33:18,700 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,39357,1732195997125, RpcServer on 4fe6efa1e611/172.17.0.2:39357, sessionid=0x1015d994a890003 2024-11-21T13:33:18,701 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:33:18,701 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:33:18,701 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:33:18,702 DEBUG [RS:0;4fe6efa1e611:36319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:18,702 DEBUG [RS:1;4fe6efa1e611:46819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:18,702 DEBUG [RS:2;4fe6efa1e611:39357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:18,702 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,46819,1732195997073' 2024-11-21T13:33:18,702 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,36319,1732195996966' 2024-11-21T13:33:18,702 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,39357,1732195997125' 2024-11-21T13:33:18,702 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T13:33:18,702 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T13:33:18,702 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T13:33:18,703 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T13:33:18,703 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T13:33:18,703 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T13:33:18,704 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:33:18,704 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:33:18,704 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:33:18,704 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:33:18,704 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:33:18,704 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:33:18,704 DEBUG [RS:0;4fe6efa1e611:36319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:18,704 DEBUG [RS:1;4fe6efa1e611:46819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:18,704 DEBUG [RS:2;4fe6efa1e611:39357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:18,704 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,36319,1732195996966' 2024-11-21T13:33:18,704 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,46819,1732195997073' 2024-11-21T13:33:18,704 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,39357,1732195997125' 2024-11-21T13:33:18,704 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T13:33:18,704 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T13:33:18,704 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T13:33:18,704 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T13:33:18,704 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T13:33:18,705 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T13:33:18,705 DEBUG [RS:0;4fe6efa1e611:36319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:33:18,705 DEBUG [RS:1;4fe6efa1e611:46819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:33:18,705 INFO [RS:0;4fe6efa1e611:36319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:33:18,705 INFO [RS:1;4fe6efa1e611:46819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:33:18,705 DEBUG [RS:2;4fe6efa1e611:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:33:18,705 INFO [RS:0;4fe6efa1e611:36319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:33:18,705 INFO [RS:1;4fe6efa1e611:46819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:33:18,705 INFO [RS:2;4fe6efa1e611:39357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:33:18,705 INFO [RS:2;4fe6efa1e611:39357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:33:18,810 INFO [RS:2;4fe6efa1e611:39357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:18,810 INFO [RS:0;4fe6efa1e611:36319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:18,810 INFO [RS:1;4fe6efa1e611:46819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:18,813 INFO [RS:0;4fe6efa1e611:36319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C36319%2C1732195996966, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs, maxLogs=32 2024-11-21T13:33:18,813 INFO [RS:1;4fe6efa1e611:46819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C46819%2C1732195997073, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,46819,1732195997073, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs, maxLogs=32 2024-11-21T13:33:18,813 INFO [RS:2;4fe6efa1e611:39357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C39357%2C1732195997125, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,39357,1732195997125, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs, maxLogs=32 2024-11-21T13:33:18,831 DEBUG [RS:0;4fe6efa1e611:36319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966/4fe6efa1e611%2C36319%2C1732195996966.1732195998816, exclude list is [], retry=0 2024-11-21T13:33:18,836 DEBUG [RS:1;4fe6efa1e611:46819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,46819,1732195997073/4fe6efa1e611%2C46819%2C1732195997073.1732195998816, exclude list is [], retry=0 2024-11-21T13:33:18,837 DEBUG [RS:2;4fe6efa1e611:39357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,39357,1732195997125/4fe6efa1e611%2C39357%2C1732195997125.1732195998816, exclude list is [], retry=0 2024-11-21T13:33:18,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:18,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:18,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:18,850 INFO [RS:0;4fe6efa1e611:36319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 2024-11-21T13:33:18,857 DEBUG [RS:0;4fe6efa1e611:36319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:18,861 INFO [RS:1;4fe6efa1e611:46819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,46819,1732195997073/4fe6efa1e611%2C46819%2C1732195997073.1732195998816 2024-11-21T13:33:18,863 INFO [RS:2;4fe6efa1e611:39357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,39357,1732195997125/4fe6efa1e611%2C39357%2C1732195997125.1732195998816 2024-11-21T13:33:18,864 DEBUG [RS:1;4fe6efa1e611:46819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:18,868 DEBUG [RS:2;4fe6efa1e611:39357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:19,082 DEBUG [4fe6efa1e611:37635 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T13:33:19,095 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(204): Hosts are {4fe6efa1e611=0} racks are {/default-rack=0} 2024-11-21T13:33:19,101 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T13:33:19,101 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T13:33:19,101 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T13:33:19,101 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T13:33:19,101 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T13:33:19,101 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T13:33:19,101 INFO [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T13:33:19,101 INFO [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T13:33:19,101 INFO [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T13:33:19,101 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T13:33:19,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:19,115 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,46819,1732195997073, state=OPENING 2024-11-21T13:33:19,179 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:33:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:19,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:33:19,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,46819,1732195997073}] 2024-11-21T13:33:19,377 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:33:19,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:33:19,390 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:33:19,390 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:19,391 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:33:19,394 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C46819%2C1732195997073.meta, suffix=.meta, logDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,46819,1732195997073, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs, maxLogs=32 2024-11-21T13:33:19,410 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,46819,1732195997073/4fe6efa1e611%2C46819%2C1732195997073.meta.1732195999396.meta, exclude list is [], retry=0 2024-11-21T13:33:19,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:19,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:19,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:19,417 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,46819,1732195997073/4fe6efa1e611%2C46819%2C1732195997073.meta.1732195999396.meta 2024-11-21T13:33:19,417 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:19,417 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:19,419 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:33:19,421 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:33:19,425 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:33:19,429 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:33:19,429 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:19,430 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:33:19,430 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:33:19,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:33:19,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:33:19,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:19,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:19,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:33:19,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:33:19,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:19,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:19,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:33:19,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:33:19,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:19,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:19,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:33:19,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:33:19,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:19,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:33:19,446 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:33:19,447 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740 2024-11-21T13:33:19,450 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740 2024-11-21T13:33:19,452 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:33:19,452 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:33:19,453 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:33:19,456 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:33:19,458 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75045413, jitterRate=0.11826379597187042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:33:19,458 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:33:19,459 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195999430Writing region info on filesystem at 1732195999430Initializing all the Stores at 1732195999432 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195999432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195999434 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195999434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195999434Cleaning up temporary data from old regions at 1732195999453 (+19 ms)Running coprocessor post-open hooks at 1732195999458 (+5 ms)Region opened successfully at 1732195999459 (+1 ms) 2024-11-21T13:33:19,466 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195999369 2024-11-21T13:33:19,476 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:33:19,477 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:33:19,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:19,481 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,46819,1732195997073, state=OPEN 2024-11-21T13:33:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T13:33:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T13:33:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T13:33:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T13:33:19,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T13:33:19,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:19,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:33:19,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,46819,1732195997073 in 443 msec 2024-11-21T13:33:19,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:33:19,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2390 sec 2024-11-21T13:33:19,655 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:33:19,655 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:33:19,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:33:19,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,46819,1732195997073, seqNum=-1] 2024-11-21T13:33:19,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:33:19,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:33:19,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5260 sec 2024-11-21T13:33:19,713 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195999713, completionTime=-1 2024-11-21T13:33:19,717 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T13:33:19,717 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:33:19,746 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T13:33:19,747 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732196059747 2024-11-21T13:33:19,747 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732196119747 2024-11-21T13:33:19,747 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-21T13:33:19,749 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T13:33:19,757 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37635,1732195996147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:19,758 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37635,1732195996147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:19,758 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37635,1732195996147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:19,760 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:37635, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:19,760 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:19,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:19,767 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:33:19,790 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec 2024-11-21T13:33:19,812 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:33:19,814 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:33:19,815 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:33:19,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:33:19,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:33:19,817 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37635,1732195996147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:33:19,818 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37635,1732195996147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:33:19,823 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:33:19,824 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:33:19,824 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37635,1732195996147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:19,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4136470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:33:19,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37635,-1 for getting cluster id 2024-11-21T13:33:19,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:33:19,884 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7a73ebe-c1e2-4f32-865d-8428be689f73' 2024-11-21T13:33:19,886 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:33:19,886 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7a73ebe-c1e2-4f32-865d-8428be689f73" 2024-11-21T13:33:19,886 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9bdb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:33:19,886 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37635,-1] 2024-11-21T13:33:19,888 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:33:19,890 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:19,891 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:33:19,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f3e6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:33:19,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:33:19,901 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,46819,1732195997073, seqNum=-1] 2024-11-21T13:33:19,901 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:33:19,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:33:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:19,922 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:35485/hbase 2024-11-21T13:33:19,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=2426 2024-11-21T13:33:19,958 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:19,961 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:19,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:19,967 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87303982, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-87303982, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:19,983 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87303982/hregion-87303982.1732195999968, exclude list is [], retry=0 2024-11-21T13:33:19,987 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:19,987 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:19,988 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:19,991 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87303982/hregion-87303982.1732195999968 2024-11-21T13:33:19,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:19,992 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 68fa3a967bc51850b4f0cf572e52fe41, NAME => 'testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741838_1014 (size=64) 2024-11-21T13:33:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741838_1014 (size=64) 2024-11-21T13:33:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741838_1014 (size=64) 2024-11-21T13:33:20,006 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:20,008 INFO [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,010 INFO [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68fa3a967bc51850b4f0cf572e52fe41 columnFamilyName a 2024-11-21T13:33:20,010 DEBUG [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:20,011 INFO [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] regionserver.HStore(327): Store=68fa3a967bc51850b4f0cf572e52fe41/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:20,011 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,013 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,013 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,014 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,014 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,016 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,019 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:20,020 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68fa3a967bc51850b4f0cf572e52fe41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67910725, jitterRate=0.011948660016059875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:20,021 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68fa3a967bc51850b4f0cf572e52fe41: Writing region info on filesystem at 1732196000006Initializing all the Stores at 1732196000008 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196000008Cleaning up temporary data from old regions at 1732196000014 (+6 ms)Region opened successfully at 1732196000021 (+7 ms) 2024-11-21T13:33:20,021 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 68fa3a967bc51850b4f0cf572e52fe41, disabling compactions & flushes 2024-11-21T13:33:20,021 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41. 2024-11-21T13:33:20,021 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41. 2024-11-21T13:33:20,021 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41. after waiting 0 ms 2024-11-21T13:33:20,021 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41. 2024-11-21T13:33:20,021 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41. 2024-11-21T13:33:20,022 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 68fa3a967bc51850b4f0cf572e52fe41: Waiting for close lock at 1732196000021Disabling compacts and flushes for region at 1732196000021Disabling writes for close at 1732196000021Writing region close event to WAL at 1732196000021Closed at 1732196000021 2024-11-21T13:33:20,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741837_1013 (size=93) 2024-11-21T13:33:20,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741837_1013 (size=93) 2024-11-21T13:33:20,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741837_1013 (size=93) 2024-11-21T13:33:20,033 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:20,033 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87303982:(num 1732195999968) 2024-11-21T13:33:20,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T13:33:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741839_1015 (size=276) 2024-11-21T13:33:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741839_1015 (size=276) 2024-11-21T13:33:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741839_1015 (size=276) 2024-11-21T13:33:20,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T13:33:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741840_1016 (size=230) 2024-11-21T13:33:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741840_1016 (size=230) 2024-11-21T13:33:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741840_1016 (size=230) 2024-11-21T13:33:20,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1, size=276 (276bytes) 2024-11-21T13:33:20,091 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T13:33:20,091 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T13:33:20,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1 2024-11-21T13:33:20,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1 after 3ms 2024-11-21T13:33:20,102 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1 took 13ms 2024-11-21T13:33:20,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1 so closing down 2024-11-21T13:33:20,110 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T13:33:20,112 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T13:33:20,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:20,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741841_1017 (size=276) 2024-11-21T13:33:20,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741841_1017 (size=276) 2024-11-21T13:33:20,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741841_1017 (size=276) 2024-11-21T13:33:20,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:20,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002 2024-11-21T13:33:20,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-21T13:33:20,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1, journal: Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1, size=276 (276bytes) at 1732196000090Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1 so closing down at 1732196000107 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000001-wal-1.temp at 1732196000112 (+5 ms)3 split writer threads finished at 1732196000113 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732196000127 (+14 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002 at 1732196000130 (+3 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732196000133 (+3 ms) 2024-11-21T13:33:20,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2, size=230 (230bytes) 2024-11-21T13:33:20,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2 2024-11-21T13:33:20,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2 after 1ms 2024-11-21T13:33:20,154 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2 took 5ms 2024-11-21T13:33:20,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2 so closing down 2024-11-21T13:33:20,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:20,159 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T13:33:20,161 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T13:33:20,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741842_1018 (size=230) 2024-11-21T13:33:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741842_1018 (size=230) 2024-11-21T13:33:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741842_1018 (size=230) 2024-11-21T13:33:20,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:20,175 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,178 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-21T13:33:20,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-21T13:33:20,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2, journal: Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2, size=230 (230bytes) at 1732196000149Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2 so closing down at 1732196000157 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002-wal-2.temp at 1732196000161 (+4 ms)3 split writer threads finished at 1732196000162 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732196000171 (+9 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732196000180 (+9 ms) 2024-11-21T13:33:20,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:20,182 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:20,196 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal.1732196000183, exclude list is [], retry=0 2024-11-21T13:33:20,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:20,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:20,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:20,203 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal.1732196000183 2024-11-21T13:33:20,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:20,203 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 68fa3a967bc51850b4f0cf572e52fe41, NAME => 'testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:20,203 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:20,204 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,204 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,205 INFO [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,207 INFO [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68fa3a967bc51850b4f0cf572e52fe41 columnFamilyName a 2024-11-21T13:33:20,207 DEBUG [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:20,208 INFO [StoreOpener-68fa3a967bc51850b4f0cf572e52fe41-1 {}] regionserver.HStore(327): Store=68fa3a967bc51850b4f0cf572e52fe41/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:20,209 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,213 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002 2024-11-21T13:33:20,216 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,222 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002 2024-11-21T13:33:20,225 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 68fa3a967bc51850b4f0cf572e52fe41 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T13:33:20,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/.tmp/a/116fa34107ad4a0ab0cc61cc0076bff8 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732196000033/Put/seqid=0 2024-11-21T13:33:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741844_1020 (size=5170) 2024-11-21T13:33:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741844_1020 (size=5170) 2024-11-21T13:33:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741844_1020 (size=5170) 2024-11-21T13:33:20,286 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/.tmp/a/116fa34107ad4a0ab0cc61cc0076bff8 2024-11-21T13:33:20,325 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/.tmp/a/116fa34107ad4a0ab0cc61cc0076bff8 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/a/116fa34107ad4a0ab0cc61cc0076bff8 2024-11-21T13:33:20,335 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/a/116fa34107ad4a0ab0cc61cc0076bff8, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T13:33:20,339 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 68fa3a967bc51850b4f0cf572e52fe41 in 114ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T13:33:20,342 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/0000000000000000002 2024-11-21T13:33:20,343 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,343 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,347 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68fa3a967bc51850b4f0cf572e52fe41 2024-11-21T13:33:20,350 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/68fa3a967bc51850b4f0cf572e52fe41/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T13:33:20,352 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68fa3a967bc51850b4f0cf572e52fe41; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63180426, jitterRate=-0.0585382878780365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:20,353 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68fa3a967bc51850b4f0cf572e52fe41: Writing region info on filesystem at 1732196000204Initializing all the Stores at 1732196000205 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196000205Obtaining lock to block concurrent updates at 1732196000225 (+20 ms)Preparing flush snapshotting stores in 68fa3a967bc51850b4f0cf572e52fe41 at 1732196000225Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732196000228 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732195999959.68fa3a967bc51850b4f0cf572e52fe41. at 1732196000228Flushing 68fa3a967bc51850b4f0cf572e52fe41/a: creating writer at 1732196000229 (+1 ms)Flushing 68fa3a967bc51850b4f0cf572e52fe41/a: appending metadata at 1732196000262 (+33 ms)Flushing 68fa3a967bc51850b4f0cf572e52fe41/a: closing flushed file at 1732196000264 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e384f8d: reopening flushed file at 1732196000323 (+59 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 68fa3a967bc51850b4f0cf572e52fe41 in 114ms, sequenceid=2, compaction requested=false; wal=null at 1732196000339 (+16 ms)Cleaning up temporary data from old regions at 1732196000343 (+4 ms)Region opened successfully at 1732196000353 (+10 ms) 2024-11-21T13:33:20,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=373 (was 361) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58210 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37256 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37072 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:42382 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35485/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58072 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:42370 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=2409 (was 2426) 2024-11-21T13:33:20,390 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=2409 2024-11-21T13:33:20,404 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:20,407 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:20,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:20,412 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39455843, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-39455843, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:20,425 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39455843/hregion-39455843.1732196000413, exclude list is [], retry=0 2024-11-21T13:33:20,428 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:20,429 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:20,429 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:20,431 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39455843/hregion-39455843.1732196000413 2024-11-21T13:33:20,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:20,432 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 13036464effbd268fee8d8b8f50a71a9, NAME => 'testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:20,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741846_1022 (size=64) 2024-11-21T13:33:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741846_1022 (size=64) 2024-11-21T13:33:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741846_1022 (size=64) 2024-11-21T13:33:20,446 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:20,448 INFO [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,451 INFO [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13036464effbd268fee8d8b8f50a71a9 columnFamilyName a 2024-11-21T13:33:20,451 DEBUG [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:20,452 INFO [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] regionserver.HStore(327): Store=13036464effbd268fee8d8b8f50a71a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:20,452 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,453 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,454 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,454 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,455 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,456 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,459 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:20,460 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 13036464effbd268fee8d8b8f50a71a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69494440, jitterRate=0.035547852516174316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:20,460 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 13036464effbd268fee8d8b8f50a71a9: Writing region info on filesystem at 1732196000446Initializing all the Stores at 1732196000447 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196000448 (+1 ms)Cleaning up temporary data from old regions at 1732196000455 (+7 ms)Region opened successfully at 1732196000460 (+5 ms) 2024-11-21T13:33:20,460 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 13036464effbd268fee8d8b8f50a71a9, disabling compactions & flushes 2024-11-21T13:33:20,460 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9. 2024-11-21T13:33:20,460 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9. 2024-11-21T13:33:20,460 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9. after waiting 0 ms 2024-11-21T13:33:20,460 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9. 2024-11-21T13:33:20,461 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9. 2024-11-21T13:33:20,461 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 13036464effbd268fee8d8b8f50a71a9: Waiting for close lock at 1732196000460Disabling compacts and flushes for region at 1732196000460Disabling writes for close at 1732196000460Writing region close event to WAL at 1732196000461 (+1 ms)Closed at 1732196000461 2024-11-21T13:33:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741845_1021 (size=93) 2024-11-21T13:33:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741845_1021 (size=93) 2024-11-21T13:33:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741845_1021 (size=93) 2024-11-21T13:33:20,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:20,467 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39455843:(num 1732196000413) 2024-11-21T13:33:20,468 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T13:33:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741847_1023 (size=276) 2024-11-21T13:33:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741847_1023 (size=276) 2024-11-21T13:33:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741847_1023 (size=276) 2024-11-21T13:33:20,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T13:33:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741848_1024 (size=230) 2024-11-21T13:33:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741848_1024 (size=230) 2024-11-21T13:33:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741848_1024 (size=230) 2024-11-21T13:33:20,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2, size=230 (230bytes) 2024-11-21T13:33:20,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2 2024-11-21T13:33:20,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2 after 1ms 2024-11-21T13:33:20,513 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,513 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2 took 5ms 2024-11-21T13:33:20,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2 so closing down 2024-11-21T13:33:20,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:20,518 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T13:33:20,520 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T13:33:20,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:20,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741849_1025 (size=230) 2024-11-21T13:33:20,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741849_1025 (size=230) 2024-11-21T13:33:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741849_1025 (size=230) 2024-11-21T13:33:20,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:20,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002 2024-11-21T13:33:20,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-21T13:33:20,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2, journal: Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2, size=230 (230bytes) at 1732196000509Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2 so closing down at 1732196000516 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002-wal-2.temp at 1732196000520 (+4 ms)3 split writer threads finished at 1732196000520Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732196000529 (+9 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002 at 1732196000532 (+3 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732196000532 2024-11-21T13:33:20,552 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1, size=276 (276bytes) 2024-11-21T13:33:20,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1 2024-11-21T13:33:20,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1 after 0ms 2024-11-21T13:33:20,557 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,557 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1 took 6ms 2024-11-21T13:33:20,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1 so closing down 2024-11-21T13:33:20,561 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:20,563 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T13:33:20,564 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T13:33:20,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741850_1026 (size=276) 2024-11-21T13:33:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741850_1026 (size=276) 2024-11-21T13:33:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741850_1026 (size=276) 2024-11-21T13:33:20,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:20,576 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,578 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002, length=230 2024-11-21T13:33:20,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002 2024-11-21T13:33:20,581 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-21T13:33:20,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1, journal: Splitting hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1, size=276 (276bytes) at 1732196000552Finishing writing output for hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1 so closing down at 1732196000561 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000001-wal-1.temp at 1732196000564 (+3 ms)3 split writer threads finished at 1732196000565 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732196000573 (+8 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002 at 1732196000580 (+7 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732196000581 (+1 ms) 2024-11-21T13:33:20,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:20,583 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:20,597 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal.1732196000584, exclude list is [], retry=0 2024-11-21T13:33:20,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:20,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:20,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:20,604 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal.1732196000584 2024-11-21T13:33:20,605 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:20,605 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 13036464effbd268fee8d8b8f50a71a9, NAME => 'testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:20,605 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:20,605 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,605 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,608 INFO [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,610 INFO [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13036464effbd268fee8d8b8f50a71a9 columnFamilyName a 2024-11-21T13:33:20,611 DEBUG [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:20,611 INFO [StoreOpener-13036464effbd268fee8d8b8f50a71a9-1 {}] regionserver.HStore(327): Store=13036464effbd268fee8d8b8f50a71a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:20,612 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,613 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,616 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002 2024-11-21T13:33:20,619 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:20,621 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002 2024-11-21T13:33:20,621 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13036464effbd268fee8d8b8f50a71a9 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T13:33:20,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/.tmp/a/52a1f95cb37241adbab76bd12dc0063b is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732196000467/Put/seqid=0 2024-11-21T13:33:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741852_1028 (size=5170) 2024-11-21T13:33:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741852_1028 (size=5170) 2024-11-21T13:33:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741852_1028 (size=5170) 2024-11-21T13:33:20,648 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/.tmp/a/52a1f95cb37241adbab76bd12dc0063b 2024-11-21T13:33:20,658 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/.tmp/a/52a1f95cb37241adbab76bd12dc0063b as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/a/52a1f95cb37241adbab76bd12dc0063b 2024-11-21T13:33:20,666 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/a/52a1f95cb37241adbab76bd12dc0063b, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T13:33:20,667 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 13036464effbd268fee8d8b8f50a71a9 in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T13:33:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/0000000000000000002 2024-11-21T13:33:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,671 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 13036464effbd268fee8d8b8f50a71a9 2024-11-21T13:33:20,674 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/13036464effbd268fee8d8b8f50a71a9/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T13:33:20,675 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 13036464effbd268fee8d8b8f50a71a9; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64535927, jitterRate=-0.03833974897861481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:20,676 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 13036464effbd268fee8d8b8f50a71a9: Writing region info on filesystem at 1732196000606Initializing all the Stores at 1732196000607 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196000607Obtaining lock to block concurrent updates at 1732196000621 (+14 ms)Preparing flush snapshotting stores in 13036464effbd268fee8d8b8f50a71a9 at 1732196000621Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732196000621Flushing stores of testReplayEditsWrittenIntoWAL,,1732196000405.13036464effbd268fee8d8b8f50a71a9. at 1732196000621Flushing 13036464effbd268fee8d8b8f50a71a9/a: creating writer at 1732196000621Flushing 13036464effbd268fee8d8b8f50a71a9/a: appending metadata at 1732196000637 (+16 ms)Flushing 13036464effbd268fee8d8b8f50a71a9/a: closing flushed file at 1732196000637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3248e6: reopening flushed file at 1732196000656 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 13036464effbd268fee8d8b8f50a71a9 in 46ms, sequenceid=2, compaction requested=false; wal=null at 1732196000667 (+11 ms)Cleaning up temporary data from old regions at 1732196000668 (+1 ms)Region opened successfully at 1732196000676 (+8 ms) 2024-11-21T13:33:20,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58282 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:42440 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37072 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37320 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:42382 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58072 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=2404 (was 2409) 2024-11-21T13:33:20,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=2404 2024-11-21T13:33:20,720 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:20,722 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:20,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:20,726 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39630152, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-39630152, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:20,739 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39630152/hregion-39630152.1732196000727, exclude list is [], retry=0 2024-11-21T13:33:20,743 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:20,743 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:20,743 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:20,745 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39630152/hregion-39630152.1732196000727 2024-11-21T13:33:20,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:20,746 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8f54b19789e0c850a1cfa92da1876fa8, NAME => 'testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741854_1030 (size=64) 2024-11-21T13:33:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741854_1030 (size=64) 2024-11-21T13:33:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741854_1030 (size=64) 2024-11-21T13:33:20,757 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:20,758 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,760 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f54b19789e0c850a1cfa92da1876fa8 columnFamilyName a 2024-11-21T13:33:20,760 DEBUG [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:20,761 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(327): Store=8f54b19789e0c850a1cfa92da1876fa8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:20,761 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,763 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f54b19789e0c850a1cfa92da1876fa8 columnFamilyName b 2024-11-21T13:33:20,763 DEBUG [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:20,764 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(327): Store=8f54b19789e0c850a1cfa92da1876fa8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:20,764 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,765 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f54b19789e0c850a1cfa92da1876fa8 columnFamilyName c 2024-11-21T13:33:20,765 DEBUG [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:20,766 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(327): Store=8f54b19789e0c850a1cfa92da1876fa8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:20,766 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,769 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,769 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,769 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:20,771 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:20,773 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:20,774 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f54b19789e0c850a1cfa92da1876fa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62362698, jitterRate=-0.07072338461875916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:20,774 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f54b19789e0c850a1cfa92da1876fa8: Writing region info on filesystem at 1732196000757Initializing all the Stores at 1732196000758 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196000758Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196000758Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196000758Cleaning up temporary data from old regions at 1732196000769 (+11 ms)Region opened successfully at 1732196000774 (+5 ms) 2024-11-21T13:33:20,774 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8f54b19789e0c850a1cfa92da1876fa8, disabling compactions & flushes 2024-11-21T13:33:20,774 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:20,774 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:20,774 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. after waiting 0 ms 2024-11-21T13:33:20,774 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:20,775 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:20,775 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8f54b19789e0c850a1cfa92da1876fa8: Waiting for close lock at 1732196000774Disabling compacts and flushes for region at 1732196000774Disabling writes for close at 1732196000774Writing region close event to WAL at 1732196000775 (+1 ms)Closed at 1732196000775 2024-11-21T13:33:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741853_1029 (size=93) 2024-11-21T13:33:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741853_1029 (size=93) 2024-11-21T13:33:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741853_1029 (size=93) 2024-11-21T13:33:20,781 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:20,782 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39630152:(num 1732196000727) 2024-11-21T13:33:20,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:20,784 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:20,797 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785, exclude list is [], retry=0 2024-11-21T13:33:20,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:20,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:20,801 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:20,803 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 2024-11-21T13:33:20,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:20,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785, size=0 (0bytes) 2024-11-21T13:33:20,989 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 might be still open, length is 0 2024-11-21T13:33:20,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 2024-11-21T13:33:20,990 WARN [IPC Server handler 2 on default port 35485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-21T13:33:20,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 after 1ms 2024-11-21T13:33:21,206 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:42486 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41517:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42486 dst: /127.0.0.1:41517 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41517 remote=/127.0.0.1:42486]. Total timeout mills is 60000, 59748 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:21,207 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37360 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37360 dst: /127.0.0.1:33997 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:21,207 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58312 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34163:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58312 dst: /127.0.0.1:34163 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741855_1032 (size=200589) 2024-11-21T13:33:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741855_1032 (size=200589) 2024-11-21T13:33:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741855_1032 (size=200589) 2024-11-21T13:33:24,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T13:33:24,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 after 4002ms 2024-11-21T13:33:24,995 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:24,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 took 4009ms 2024-11-21T13:33:25,002 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732196000785.temp 2024-11-21T13:33:25,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:33:25,013 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000000001-wal.1732196000785.temp 2024-11-21T13:33:25,118 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785; continuing. 2024-11-21T13:33:25,118 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 so closing down 2024-11-21T13:33:25,118 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:25,118 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741856_1033 (size=200597) 2024-11-21T13:33:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741856_1033 (size=200597) 2024-11-21T13:33:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741856_1033 (size=200597) 2024-11-21T13:33:25,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000000001-wal.1732196000785.temp (wrote 3002 edits, skipped 0 edits in 45 ms) 2024-11-21T13:33:25,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000000001-wal.1732196000785.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000003002 2024-11-21T13:33:25,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T13:33:25,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785, journal: Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785, size=0 (0bytes) at 1732196000989Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000000001-wal.1732196000785.temp at 1732196005014 (+4025 ms)Split 1024 edits, skipped 0 edits. at 1732196005067 (+53 ms)Split 2048 edits, skipped 0 edits. at 1732196005094 (+27 ms)Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 so closing down at 1732196005118 (+24 ms)3 split writer threads finished at 1732196005118Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000000001-wal.1732196000785.temp (wrote 3002 edits, skipped 0 edits in 45 ms) at 1732196005122 (+4 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000000001-wal.1732196000785.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000003002 at 1732196005125 (+3 ms)Processed 3002 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785, size=0, length=0, corrupted=false, cancelled=false at 1732196005125 2024-11-21T13:33:25,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196000785 2024-11-21T13:33:25,129 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000003002 2024-11-21T13:33:25,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:25,132 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:25,145 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196005132, exclude list is [], retry=0 2024-11-21T13:33:25,149 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:25,149 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:25,150 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:25,152 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196005132 2024-11-21T13:33:25,153 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:25,153 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:25,155 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,157 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f54b19789e0c850a1cfa92da1876fa8 columnFamilyName a 2024-11-21T13:33:25,157 DEBUG [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:25,158 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(327): Store=8f54b19789e0c850a1cfa92da1876fa8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:25,158 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,159 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f54b19789e0c850a1cfa92da1876fa8 columnFamilyName b 2024-11-21T13:33:25,160 DEBUG [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:25,160 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(327): Store=8f54b19789e0c850a1cfa92da1876fa8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:25,160 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,162 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f54b19789e0c850a1cfa92da1876fa8 columnFamilyName c 2024-11-21T13:33:25,162 DEBUG [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:25,163 INFO [StoreOpener-8f54b19789e0c850a1cfa92da1876fa8-1 {}] regionserver.HStore(327): Store=8f54b19789e0c850a1cfa92da1876fa8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:25,163 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,167 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000003002 2024-11-21T13:33:25,171 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:25,212 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T13:33:25,572 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f54b19789e0c850a1cfa92da1876fa8 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T13:33:25,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/a/8de9160e43bb439a9bbc131bacccdf76 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732196000810/Put/seqid=0 2024-11-21T13:33:25,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741858_1035 (size=50463) 2024-11-21T13:33:25,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741858_1035 (size=50463) 2024-11-21T13:33:25,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741858_1035 (size=50463) 2024-11-21T13:33:25,629 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/a/8de9160e43bb439a9bbc131bacccdf76 2024-11-21T13:33:25,639 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/a/8de9160e43bb439a9bbc131bacccdf76 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/a/8de9160e43bb439a9bbc131bacccdf76 2024-11-21T13:33:25,647 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/a/8de9160e43bb439a9bbc131bacccdf76, entries=754, sequenceid=754, filesize=49.3 K 2024-11-21T13:33:25,648 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 8f54b19789e0c850a1cfa92da1876fa8 in 76ms, sequenceid=754, compaction requested=false; wal=null 2024-11-21T13:33:25,667 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T13:33:25,667 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f54b19789e0c850a1cfa92da1876fa8 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T13:33:25,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/a/3e33263d02c84fd0b0e2b52a6a66e9f9 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732196000850/Put/seqid=0 2024-11-21T13:33:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741859_1036 (size=20072) 2024-11-21T13:33:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741859_1036 (size=20072) 2024-11-21T13:33:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741859_1036 (size=20072) 2024-11-21T13:33:25,688 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/a/3e33263d02c84fd0b0e2b52a6a66e9f9 2024-11-21T13:33:25,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/b/9c720ff77f644b45ac49ae9e48d98ce7 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732196000873/Put/seqid=0 2024-11-21T13:33:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741860_1037 (size=35835) 2024-11-21T13:33:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741860_1037 (size=35835) 2024-11-21T13:33:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741860_1037 (size=35835) 2024-11-21T13:33:25,724 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/b/9c720ff77f644b45ac49ae9e48d98ce7 2024-11-21T13:33:25,733 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/a/3e33263d02c84fd0b0e2b52a6a66e9f9 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/a/3e33263d02c84fd0b0e2b52a6a66e9f9 2024-11-21T13:33:25,743 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/a/3e33263d02c84fd0b0e2b52a6a66e9f9, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-21T13:33:25,745 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/b/9c720ff77f644b45ac49ae9e48d98ce7 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/b/9c720ff77f644b45ac49ae9e48d98ce7 2024-11-21T13:33:25,753 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/b/9c720ff77f644b45ac49ae9e48d98ce7, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-21T13:33:25,753 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 8f54b19789e0c850a1cfa92da1876fa8 in 86ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-21T13:33:25,766 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T13:33:25,766 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f54b19789e0c850a1cfa92da1876fa8 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T13:33:25,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/b/f82a492bfd2545f38befdfdcf619343c is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732196000889/Put/seqid=0 2024-11-21T13:33:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741861_1038 (size=35082) 2024-11-21T13:33:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741861_1038 (size=35082) 2024-11-21T13:33:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741861_1038 (size=35082) 2024-11-21T13:33:25,792 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/b/f82a492bfd2545f38befdfdcf619343c 2024-11-21T13:33:25,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/c/391679b50e454a51961b10cc546f447f is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732196000915/Put/seqid=0 2024-11-21T13:33:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741862_1039 (size=20825) 2024-11-21T13:33:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741862_1039 (size=20825) 2024-11-21T13:33:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741862_1039 (size=20825) 2024-11-21T13:33:25,826 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/c/391679b50e454a51961b10cc546f447f 2024-11-21T13:33:25,834 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/b/f82a492bfd2545f38befdfdcf619343c as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/b/f82a492bfd2545f38befdfdcf619343c 2024-11-21T13:33:25,841 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/b/f82a492bfd2545f38befdfdcf619343c, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-21T13:33:25,842 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/c/391679b50e454a51961b10cc546f447f as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/c/391679b50e454a51961b10cc546f447f 2024-11-21T13:33:25,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/c/391679b50e454a51961b10cc546f447f, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-21T13:33:25,850 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 8f54b19789e0c850a1cfa92da1876fa8 in 83ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-21T13:33:25,861 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732196000952/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:25,864 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000003002 2024-11-21T13:33:25,865 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T13:33:25,865 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f54b19789e0c850a1cfa92da1876fa8 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-21T13:33:25,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/c/26b7c55be1bf411dba5b9150c83a3319 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732196000921/Put/seqid=0 2024-11-21T13:33:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741863_1040 (size=50301) 2024-11-21T13:33:25,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741863_1040 (size=50301) 2024-11-21T13:33:25,881 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/c/26b7c55be1bf411dba5b9150c83a3319 2024-11-21T13:33:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741863_1040 (size=50301) 2024-11-21T13:33:25,887 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b7c55be1bf411dba5b9150c83a3319 2024-11-21T13:33:25,888 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/.tmp/c/26b7c55be1bf411dba5b9150c83a3319 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/c/26b7c55be1bf411dba5b9150c83a3319 2024-11-21T13:33:25,894 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b7c55be1bf411dba5b9150c83a3319 2024-11-21T13:33:25,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/c/26b7c55be1bf411dba5b9150c83a3319, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-21T13:33:25,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 8f54b19789e0c850a1cfa92da1876fa8 in 30ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-21T13:33:25,896 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/0000000000000003002 2024-11-21T13:33:25,897 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,897 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,898 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T13:33:25,900 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f54b19789e0c850a1cfa92da1876fa8 2024-11-21T13:33:25,903 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenIntoWAL/8f54b19789e0c850a1cfa92da1876fa8/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-21T13:33:25,904 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f54b19789e0c850a1cfa92da1876fa8; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68481628, jitterRate=0.020455777645111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T13:33:25,904 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f54b19789e0c850a1cfa92da1876fa8: Writing region info on filesystem at 1732196005153Initializing all the Stores at 1732196005155 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196005155Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196005155Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196005155Cleaning up temporary data from old regions at 1732196005897 (+742 ms)Region opened successfully at 1732196005904 (+7 ms) 2024-11-21T13:33:25,965 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8f54b19789e0c850a1cfa92da1876fa8, disabling compactions & flushes 2024-11-21T13:33:25,966 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:25,966 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:25,966 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. after waiting 0 ms 2024-11-21T13:33:25,966 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:25,970 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732196000721.8f54b19789e0c850a1cfa92da1876fa8. 2024-11-21T13:33:25,970 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8f54b19789e0c850a1cfa92da1876fa8: Waiting for close lock at 1732196005965Disabling compacts and flushes for region at 1732196005965Disabling writes for close at 1732196005966 (+1 ms)Writing region close event to WAL at 1732196005970 (+4 ms)Closed at 1732196005970 2024-11-21T13:33:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741857_1034 (size=93) 2024-11-21T13:33:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741857_1034 (size=93) 2024-11-21T13:33:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741857_1034 (size=93) 2024-11-21T13:33:25,977 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:25,978 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732196005132) 2024-11-21T13:33:25,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=397 (was 383) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1447537523_22 at /127.0.0.1:58418 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:44981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1447537523_22 at /127.0.0.1:58442 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1447537523_22 at /127.0.0.1:45244 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1447537523_22 at /127.0.0.1:33158 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35485 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=2337 (was 2404) 2024-11-21T13:33:26,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=397, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=2337 2024-11-21T13:33:26,017 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:26,019 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:26,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:26,023 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17863374, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-17863374, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:26,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17863374/hregion-17863374.1732196006024, exclude list is [], retry=0 2024-11-21T13:33:26,043 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:26,044 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:26,044 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:26,049 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17863374/hregion-17863374.1732196006024 2024-11-21T13:33:26,049 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:26,049 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0bb1393a662a2ca0ced5bea3419c05c7, NAME => 'test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741865_1042 (size=43) 2024-11-21T13:33:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741865_1042 (size=43) 2024-11-21T13:33:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741865_1042 (size=43) 2024-11-21T13:33:26,060 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:26,062 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,063 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bb1393a662a2ca0ced5bea3419c05c7 columnFamilyName a 2024-11-21T13:33:26,063 DEBUG [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:26,064 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(327): Store=0bb1393a662a2ca0ced5bea3419c05c7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:26,064 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,066 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bb1393a662a2ca0ced5bea3419c05c7 columnFamilyName b 2024-11-21T13:33:26,066 DEBUG [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:26,066 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(327): Store=0bb1393a662a2ca0ced5bea3419c05c7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:26,067 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,068 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bb1393a662a2ca0ced5bea3419c05c7 columnFamilyName c 2024-11-21T13:33:26,069 DEBUG [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:26,069 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(327): Store=0bb1393a662a2ca0ced5bea3419c05c7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:26,069 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,070 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,070 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,072 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,072 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,072 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:26,074 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,076 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:26,077 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bb1393a662a2ca0ced5bea3419c05c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68967018, jitterRate=0.027688652276992798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:26,078 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bb1393a662a2ca0ced5bea3419c05c7: Writing region info on filesystem at 1732196006060Initializing all the Stores at 1732196006061 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196006061Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196006061Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196006061Cleaning up temporary data from old regions at 1732196006072 (+11 ms)Region opened successfully at 1732196006078 (+6 ms) 2024-11-21T13:33:26,078 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0bb1393a662a2ca0ced5bea3419c05c7, disabling compactions & flushes 2024-11-21T13:33:26,078 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,078 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,078 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. after waiting 0 ms 2024-11-21T13:33:26,078 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,079 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,079 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0bb1393a662a2ca0ced5bea3419c05c7: Waiting for close lock at 1732196006078Disabling compacts and flushes for region at 1732196006078Disabling writes for close at 1732196006078Writing region close event to WAL at 1732196006079 (+1 ms)Closed at 1732196006079 2024-11-21T13:33:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741864_1041 (size=93) 2024-11-21T13:33:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741864_1041 (size=93) 2024-11-21T13:33:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741864_1041 (size=93) 2024-11-21T13:33:26,086 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:26,086 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17863374:(num 1732196006024) 2024-11-21T13:33:26,086 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:26,089 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:26,107 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089, exclude list is [], retry=0 2024-11-21T13:33:26,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:26,111 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:26,111 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:26,113 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089 2024-11-21T13:33:26,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:26,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741866_1043 (size=200357) 2024-11-21T13:33:26,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741866_1043 (size=200357) 2024-11-21T13:33:26,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741866_1043 (size=200357) 2024-11-21T13:33:26,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089, size=195.7 K (200357bytes) 2024-11-21T13:33:26,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089 2024-11-21T13:33:26,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089 after 1ms 2024-11-21T13:33:26,264 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:26,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089 took 6ms 2024-11-21T13:33:26,270 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732196006089.temp 2024-11-21T13:33:26,272 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000000001-wal.1732196006089.temp 2024-11-21T13:33:26,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089 so closing down 2024-11-21T13:33:26,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:26,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:26,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741867_1044 (size=200357) 2024-11-21T13:33:26,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741867_1044 (size=200357) 2024-11-21T13:33:26,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741867_1044 (size=200357) 2024-11-21T13:33:26,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000000001-wal.1732196006089.temp (wrote 3000 edits, skipped 0 edits in 22 ms) 2024-11-21T13:33:26,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000000001-wal.1732196006089.temp to hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003000 2024-11-21T13:33:26,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-21T13:33:26,333 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089, journal: Splitting hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089, size=195.7 K (200357bytes) at 1732196006260Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000000001-wal.1732196006089.temp at 1732196006272 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732196006288 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732196006308 (+20 ms)Finishing writing output for hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089 so closing down at 1732196006326 (+18 ms)3 split writer threads finished at 1732196006326Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000000001-wal.1732196006089.temp (wrote 3000 edits, skipped 0 edits in 22 ms) at 1732196006331 (+5 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000000001-wal.1732196006089.temp to hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003000 at 1732196006333 (+2 ms)Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1732196006333 2024-11-21T13:33:26,335 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006089 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196006089 2024-11-21T13:33:26,336 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003000 2024-11-21T13:33:26,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:26,339 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:26,355 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340, exclude list is [], retry=0 2024-11-21T13:33:26,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:26,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:26,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:26,363 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340 2024-11-21T13:33:26,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:26,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:33:26,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:26,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:33:26,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T13:33:26,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:33:26,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:26,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-21T13:33:26,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741868_1045 (size=200484) 2024-11-21T13:33:26,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741868_1045 (size=200484) 2024-11-21T13:33:26,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741868_1045 (size=200484) 2024-11-21T13:33:26,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340, size=195.8 K (200484bytes) 2024-11-21T13:33:26,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340 2024-11-21T13:33:26,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340 after 1ms 2024-11-21T13:33:26,550 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:26,552 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340 took 6ms 2024-11-21T13:33:26,556 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732196006340.temp 2024-11-21T13:33:26,559 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003001-wal.1732196006340.temp 2024-11-21T13:33:26,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340 so closing down 2024-11-21T13:33:26,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:26,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741869_1046 (size=200484) 2024-11-21T13:33:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741869_1046 (size=200484) 2024-11-21T13:33:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741869_1046 (size=200484) 2024-11-21T13:33:26,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003001-wal.1732196006340.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-11-21T13:33:26,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003001-wal.1732196006340.temp to hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000006000 2024-11-21T13:33:26,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-21T13:33:26,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340, journal: Splitting hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340, size=195.8 K (200484bytes) at 1732196006546Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003001-wal.1732196006340.temp at 1732196006559 (+13 ms)Split 1024 edits, skipped 0 edits. at 1732196006573 (+14 ms)Split 2048 edits, skipped 0 edits. at 1732196006593 (+20 ms)Finishing writing output for hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340 so closing down at 1732196006613 (+20 ms)3 split writer threads finished at 1732196006613Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003001-wal.1732196006340.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1732196006617 (+4 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003001-wal.1732196006340.temp to hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000006000 at 1732196006619 (+2 ms)Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1732196006619 2024-11-21T13:33:26,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006340 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196006340 2024-11-21T13:33:26,623 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000006000 2024-11-21T13:33:26,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:26,626 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/test2727-manual,16010,1732196006016, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:26,647 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006627, exclude list is [], retry=0 2024-11-21T13:33:26,651 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:26,652 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:26,652 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:26,656 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006627 2024-11-21T13:33:26,656 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:26,656 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bb1393a662a2ca0ced5bea3419c05c7, NAME => 'test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:26,657 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:26,657 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,657 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,660 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,662 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bb1393a662a2ca0ced5bea3419c05c7 columnFamilyName a 2024-11-21T13:33:26,662 DEBUG [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:26,663 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(327): Store=0bb1393a662a2ca0ced5bea3419c05c7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:26,663 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,664 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bb1393a662a2ca0ced5bea3419c05c7 columnFamilyName b 2024-11-21T13:33:26,664 DEBUG [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:26,665 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(327): Store=0bb1393a662a2ca0ced5bea3419c05c7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:26,665 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,667 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bb1393a662a2ca0ced5bea3419c05c7 columnFamilyName c 2024-11-21T13:33:26,667 DEBUG [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:26,668 INFO [StoreOpener-0bb1393a662a2ca0ced5bea3419c05c7-1 {}] regionserver.HStore(327): Store=0bb1393a662a2ca0ced5bea3419c05c7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:26,668 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,672 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,673 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003000 2024-11-21T13:33:26,677 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:26,735 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003000 2024-11-21T13:33:26,736 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000006000 2024-11-21T13:33:26,739 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:26,782 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000006000 2024-11-21T13:33:26,783 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0bb1393a662a2ca0ced5bea3419c05c7 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-21T13:33:26,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/a/4e2863b8152f48c8aa98d13b341e93b6 is 41, key is test2727/a:100/1732196006368/Put/seqid=0 2024-11-21T13:33:26,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741871_1048 (size=84227) 2024-11-21T13:33:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741871_1048 (size=84227) 2024-11-21T13:33:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741871_1048 (size=84227) 2024-11-21T13:33:26,814 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/a/4e2863b8152f48c8aa98d13b341e93b6 2024-11-21T13:33:26,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/b/61e6c757f4db469b975f1b32b600422c is 41, key is test2727/b:100/1732196006413/Put/seqid=0 2024-11-21T13:33:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741872_1049 (size=84609) 2024-11-21T13:33:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741872_1049 (size=84609) 2024-11-21T13:33:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741872_1049 (size=84609) 2024-11-21T13:33:26,863 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/b/61e6c757f4db469b975f1b32b600422c 2024-11-21T13:33:26,889 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/c/4fea86b1f54a4196a20d3446ace23916 is 41, key is test2727/c:100/1732196006467/Put/seqid=0 2024-11-21T13:33:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741873_1050 (size=84609) 2024-11-21T13:33:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741873_1050 (size=84609) 2024-11-21T13:33:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741873_1050 (size=84609) 2024-11-21T13:33:26,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/c/4fea86b1f54a4196a20d3446ace23916 2024-11-21T13:33:26,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/a/4e2863b8152f48c8aa98d13b341e93b6 as hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/a/4e2863b8152f48c8aa98d13b341e93b6 2024-11-21T13:33:26,911 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/a/4e2863b8152f48c8aa98d13b341e93b6, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-21T13:33:26,912 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/b/61e6c757f4db469b975f1b32b600422c as hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/b/61e6c757f4db469b975f1b32b600422c 2024-11-21T13:33:26,919 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/b/61e6c757f4db469b975f1b32b600422c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T13:33:26,921 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/.tmp/c/4fea86b1f54a4196a20d3446ace23916 as hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/c/4fea86b1f54a4196a20d3446ace23916 2024-11-21T13:33:26,929 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/c/4fea86b1f54a4196a20d3446ace23916, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T13:33:26,929 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 0bb1393a662a2ca0ced5bea3419c05c7 in 147ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-21T13:33:26,930 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000003000 2024-11-21T13:33:26,931 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/0000000000000006000 2024-11-21T13:33:26,932 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,932 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,932 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:26,934 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bb1393a662a2ca0ced5bea3419c05c7 2024-11-21T13:33:26,937 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/test2727/0bb1393a662a2ca0ced5bea3419c05c7/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-21T13:33:26,938 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bb1393a662a2ca0ced5bea3419c05c7; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71826111, jitterRate=0.07029245793819427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:26,939 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bb1393a662a2ca0ced5bea3419c05c7: Writing region info on filesystem at 1732196006657Initializing all the Stores at 1732196006659 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196006659Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196006660 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196006660Obtaining lock to block concurrent updates at 1732196006783 (+123 ms)Preparing flush snapshotting stores in 0bb1393a662a2ca0ced5bea3419c05c7 at 1732196006783Finished memstore snapshotting test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732196006783Flushing stores of test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. at 1732196006783Flushing 0bb1393a662a2ca0ced5bea3419c05c7/a: creating writer at 1732196006783Flushing 0bb1393a662a2ca0ced5bea3419c05c7/a: appending metadata at 1732196006802 (+19 ms)Flushing 0bb1393a662a2ca0ced5bea3419c05c7/a: closing flushed file at 1732196006803 (+1 ms)Flushing 0bb1393a662a2ca0ced5bea3419c05c7/b: creating writer at 1732196006822 (+19 ms)Flushing 0bb1393a662a2ca0ced5bea3419c05c7/b: appending metadata at 1732196006846 (+24 ms)Flushing 0bb1393a662a2ca0ced5bea3419c05c7/b: closing flushed file at 1732196006847 (+1 ms)Flushing 0bb1393a662a2ca0ced5bea3419c05c7/c: creating writer at 1732196006870 (+23 ms)Flushing 0bb1393a662a2ca0ced5bea3419c05c7/c: appending metadata at 1732196006888 (+18 ms)Flushing 0bb1393a662a2ca0ced5bea3419c05c7/c: closing flushed file at 1732196006888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ef1367: reopening flushed file at 1732196006903 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88ac69f: reopening flushed file at 1732196006911 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613f543c: reopening flushed file at 1732196006920 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 0bb1393a662a2ca0ced5bea3419c05c7 in 147ms, sequenceid=6000, compaction requested=false; wal=null at 1732196006929 (+9 ms)Cleaning up temporary data from old regions at 1732196006932 (+3 ms)Region opened successfully at 1732196006939 (+7 ms) 2024-11-21T13:33:26,940 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-21T13:33:26,940 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0bb1393a662a2ca0ced5bea3419c05c7, disabling compactions & flushes 2024-11-21T13:33:26,940 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,940 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,940 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. after waiting 0 ms 2024-11-21T13:33:26,940 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,946 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732196006018.0bb1393a662a2ca0ced5bea3419c05c7. 2024-11-21T13:33:26,946 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0bb1393a662a2ca0ced5bea3419c05c7: Waiting for close lock at 1732196006940Disabling compacts and flushes for region at 1732196006940Disabling writes for close at 1732196006940Writing region close event to WAL at 1732196006946 (+6 ms)Closed at 1732196006946 2024-11-21T13:33:26,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741870_1047 (size=93) 2024-11-21T13:33:26,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732196006016/wal.1732196006627 not finished, retry = 0 2024-11-21T13:33:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741870_1047 (size=93) 2024-11-21T13:33:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741870_1047 (size=93) 2024-11-21T13:33:27,054 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:27,054 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732196006627) 2024-11-21T13:33:27,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402 (was 397) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58418 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58442 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:45332 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:33274 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=2152 (was 2337) 2024-11-21T13:33:27,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=2151 2024-11-21T13:33:27,097 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:27,103 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:27,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732196007104 2024-11-21T13:33:27,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104 2024-11-21T13:33:27,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:27,115 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5699806c218050fdf09edccf5b866512, NAME => 'testSequentialEditLogSeqNum,,1732196007097.5699806c218050fdf09edccf5b866512.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:27,115 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732196007097.5699806c218050fdf09edccf5b866512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:27,115 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,115 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,116 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512 doesn't exist for region: 5699806c218050fdf09edccf5b866512 on table testSequentialEditLogSeqNum 2024-11-21T13:33:27,117 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 5699806c218050fdf09edccf5b866512 on table testSequentialEditLogSeqNum 2024-11-21T13:33:27,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741875_1052 (size=62) 2024-11-21T13:33:27,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741875_1052 (size=62) 2024-11-21T13:33:27,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741875_1052 (size=62) 2024-11-21T13:33:27,128 INFO [StoreOpener-5699806c218050fdf09edccf5b866512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,130 INFO [StoreOpener-5699806c218050fdf09edccf5b866512-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5699806c218050fdf09edccf5b866512 columnFamilyName a 2024-11-21T13:33:27,130 DEBUG [StoreOpener-5699806c218050fdf09edccf5b866512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:27,130 INFO [StoreOpener-5699806c218050fdf09edccf5b866512-1 {}] regionserver.HStore(327): Store=5699806c218050fdf09edccf5b866512/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:27,131 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,133 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,133 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,135 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5699806c218050fdf09edccf5b866512 2024-11-21T13:33:27,138 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:27,138 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5699806c218050fdf09edccf5b866512; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74685558, jitterRate=0.11290153861045837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:27,140 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5699806c218050fdf09edccf5b866512: Writing region info on filesystem at 1732196007116Initializing all the Stores at 1732196007127 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196007127Cleaning up temporary data from old regions at 1732196007133 (+6 ms)Region opened successfully at 1732196007140 (+7 ms) 2024-11-21T13:33:27,152 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5699806c218050fdf09edccf5b866512 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-21T13:33:27,175 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/.tmp/a/41065cee6ca140d09047eb479b7536bc is 81, key is testSequentialEditLogSeqNum/a:x0/1732196007140/Put/seqid=0 2024-11-21T13:33:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741876_1053 (size=5833) 2024-11-21T13:33:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741876_1053 (size=5833) 2024-11-21T13:33:27,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741876_1053 (size=5833) 2024-11-21T13:33:27,186 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/.tmp/a/41065cee6ca140d09047eb479b7536bc 2024-11-21T13:33:27,193 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/.tmp/a/41065cee6ca140d09047eb479b7536bc as hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/a/41065cee6ca140d09047eb479b7536bc 2024-11-21T13:33:27,200 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/a/41065cee6ca140d09047eb479b7536bc, entries=10, sequenceid=13, filesize=5.7 K 2024-11-21T13:33:27,202 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 5699806c218050fdf09edccf5b866512 in 50ms, sequenceid=13, compaction requested=false 2024-11-21T13:33:27,202 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5699806c218050fdf09edccf5b866512: 2024-11-21T13:33:27,208 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T13:33:27,208 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T13:33:27,209 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T13:33:27,209 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T13:33:27,209 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T13:33:27,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741874_1051 (size=1616) 2024-11-21T13:33:27,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741874_1051 (size=1616) 2024-11-21T13:33:27,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741874_1051 (size=1616) 2024-11-21T13:33:27,228 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104, size=1.6 K (1616bytes) 2024-11-21T13:33:27,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104 2024-11-21T13:33:27,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104 after 0ms 2024-11-21T13:33:27,232 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:27,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104 took 5ms 2024-11-21T13:33:27,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104 so closing down 2024-11-21T13:33:27,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:27,237 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732196007104.temp 2024-11-21T13:33:27,239 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000003-wal.1732196007104.temp 2024-11-21T13:33:27,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741877_1054 (size=1175) 2024-11-21T13:33:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741877_1054 (size=1175) 2024-11-21T13:33:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741877_1054 (size=1175) 2024-11-21T13:33:27,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000003-wal.1732196007104.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:27,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000003-wal.1732196007104.temp to hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000020 2024-11-21T13:33:27,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 50 ms; skipped=2; WAL=hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-21T13:33:27,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104, journal: Splitting hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104, size=1.6 K (1616bytes) at 1732196007229Finishing writing output for hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104 so closing down at 1732196007236 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000003-wal.1732196007104.temp at 1732196007239 (+3 ms)3 split writer threads finished at 1732196007239Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000003-wal.1732196007104.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732196007281 (+42 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000003-wal.1732196007104.temp to hdfs://localhost:35485/hbase/data/default/testSequentialEditLogSeqNum/5699806c218050fdf09edccf5b866512/recovered.edits/0000000000000000020 at 1732196007283 (+2 ms)Processed 17 edits across 1 Regions in 50 ms; skipped=2; WAL=hdfs://localhost:35485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732196007096/wal.1732196007104, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1732196007283 2024-11-21T13:33:27,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58418 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58442 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:33274 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=2543 (was 2151) - AvailableMemoryMB LEAK? - 2024-11-21T13:33:27,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=2722 2024-11-21T13:33:27,324 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:27,326 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:27,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:27,380 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94913073, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-94913073, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:27,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94913073/hregion-94913073.1732196007381, exclude list is [], retry=0 2024-11-21T13:33:27,398 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:27,398 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:27,399 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:27,401 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94913073/hregion-94913073.1732196007381 2024-11-21T13:33:27,404 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:27,404 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 003adb98de7432ed1a462f8466bd003e, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:27,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741879_1056 (size=70) 2024-11-21T13:33:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741879_1056 (size=70) 2024-11-21T13:33:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741879_1056 (size=70) 2024-11-21T13:33:27,416 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:27,417 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,419 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName a 2024-11-21T13:33:27,419 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:27,420 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:27,420 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,422 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName b 2024-11-21T13:33:27,422 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:27,422 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:27,423 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,424 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName c 2024-11-21T13:33:27,424 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:27,425 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:27,425 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,426 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,427 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,428 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,428 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,429 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:27,430 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,437 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:27,437 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 003adb98de7432ed1a462f8466bd003e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71762632, jitterRate=0.06934654712677002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:27,438 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 003adb98de7432ed1a462f8466bd003e: Writing region info on filesystem at 1732196007416Initializing all the Stores at 1732196007417 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196007417Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196007417Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196007417Cleaning up temporary data from old regions at 1732196007428 (+11 ms)Region opened successfully at 1732196007438 (+10 ms) 2024-11-21T13:33:27,438 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 003adb98de7432ed1a462f8466bd003e, disabling compactions & flushes 2024-11-21T13:33:27,438 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:27,438 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:27,438 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. after waiting 0 ms 2024-11-21T13:33:27,438 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:27,439 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:27,439 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 003adb98de7432ed1a462f8466bd003e: Waiting for close lock at 1732196007438Disabling compacts and flushes for region at 1732196007438Disabling writes for close at 1732196007438Writing region close event to WAL at 1732196007439 (+1 ms)Closed at 1732196007439 2024-11-21T13:33:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741878_1055 (size=93) 2024-11-21T13:33:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741878_1055 (size=93) 2024-11-21T13:33:27,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741878_1055 (size=93) 2024-11-21T13:33:27,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:27,447 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94913073:(num 1732196007381) 2024-11-21T13:33:27,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:27,449 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:27,461 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449, exclude list is [], retry=0 2024-11-21T13:33:27,463 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:27,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:27,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:27,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 2024-11-21T13:33:27,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:27,466 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 003adb98de7432ed1a462f8466bd003e, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:27,466 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:27,466 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,466 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,468 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,469 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName a 2024-11-21T13:33:27,469 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:27,470 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:27,470 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,471 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName b 2024-11-21T13:33:27,471 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:27,471 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:27,471 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,472 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName c 2024-11-21T13:33:27,472 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:27,473 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,475 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,476 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,476 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,476 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:27,478 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:27,478 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 003adb98de7432ed1a462f8466bd003e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59970138, jitterRate=-0.1063753068447113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:27,479 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 003adb98de7432ed1a462f8466bd003e: Writing region info on filesystem at 1732196007467Initializing all the Stores at 1732196007468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196007468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196007468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196007468Cleaning up temporary data from old regions at 1732196007476 (+8 ms)Region opened successfully at 1732196007479 (+3 ms) 2024-11-21T13:33:27,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732196007482/Put/seqid=0 2024-11-21T13:33:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741881_1058 (size=4826) 2024-11-21T13:33:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741881_1058 (size=4826) 2024-11-21T13:33:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741881_1058 (size=4826) 2024-11-21T13:33:27,494 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 003adb98de7432ed1a462f8466bd003e/a 2024-11-21T13:33:27,502 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-21T13:33:27,502 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:33:27,502 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 003adb98de7432ed1a462f8466bd003e: 2024-11-21T13:33:27,504 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/a/8a52e2f19a134d5fb6399bffaa08ea6e_SeqId_3_ 2024-11-21T13:33:27,505 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 003adb98de7432ed1a462f8466bd003e/a as hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/a/8a52e2f19a134d5fb6399bffaa08ea6e_SeqId_3_ - updating store file list. 2024-11-21T13:33:27,511 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a52e2f19a134d5fb6399bffaa08ea6e_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:27,512 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/a/8a52e2f19a134d5fb6399bffaa08ea6e_SeqId_3_ into 003adb98de7432ed1a462f8466bd003e/a 2024-11-21T13:33:27,512 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 003adb98de7432ed1a462f8466bd003e/a (new location: hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/a/8a52e2f19a134d5fb6399bffaa08ea6e_SeqId_3_) 2024-11-21T13:33:27,554 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449, size=0 (0bytes) 2024-11-21T13:33:27,554 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 might be still open, length is 0 2024-11-21T13:33:27,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 2024-11-21T13:33:27,554 WARN [IPC Server handler 3 on default port 35485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-21T13:33:27,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 after 1ms 2024-11-21T13:33:30,200 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:45422 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41517:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45422 dst: /127.0.0.1:41517 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41517 remote=/127.0.0.1:45422]. Total timeout mills is 60000, 57318 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:30,200 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:33358 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34163:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33358 dst: /127.0.0.1:34163 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:30,200 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58642 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58642 dst: /127.0.0.1:33997 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741880_1059 (size=434) 2024-11-21T13:33:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741880_1059 (size=434) 2024-11-21T13:33:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741880_1059 (size=434) 2024-11-21T13:33:31,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 after 4001ms 2024-11-21T13:33:31,559 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:31,559 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 took 4006ms 2024-11-21T13:33:31,561 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449; continuing. 2024-11-21T13:33:31,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 so closing down 2024-11-21T13:33:31,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:31,563 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732196007449.temp 2024-11-21T13:33:31,565 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005-wal.1732196007449.temp 2024-11-21T13:33:31,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741882_1060 (size=236) 2024-11-21T13:33:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741882_1060 (size=236) 2024-11-21T13:33:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741882_1060 (size=236) 2024-11-21T13:33:31,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005-wal.1732196007449.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:31,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005-wal.1732196007449.temp to hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005 2024-11-21T13:33:31,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T13:33:31,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449, journal: Splitting hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449, size=0 (0bytes) at 1732196007554Finishing writing output for hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 so closing down at 1732196011561 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005-wal.1732196007449.temp at 1732196011565 (+4 ms)3 split writer threads finished at 1732196011565Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005-wal.1732196007449.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732196011576 (+11 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005-wal.1732196007449.temp to hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005 at 1732196011582 (+6 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449, size=0, length=0, corrupted=false, cancelled=false at 1732196011582 2024-11-21T13:33:31,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196007449 2024-11-21T13:33:31,585 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005 2024-11-21T13:33:31,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:31,587 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:31,600 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196011588, exclude list is [], retry=0 2024-11-21T13:33:31,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:31,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:31,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:31,605 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196011588 2024-11-21T13:33:31,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 003adb98de7432ed1a462f8466bd003e, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,606 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,608 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,609 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName a 2024-11-21T13:33:31,609 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:31,616 DEBUG [StoreFileOpener-003adb98de7432ed1a462f8466bd003e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a52e2f19a134d5fb6399bffaa08ea6e_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:31,616 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/a/8a52e2f19a134d5fb6399bffaa08ea6e_SeqId_3_ 2024-11-21T13:33:31,616 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:31,616 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,618 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName b 2024-11-21T13:33:31,618 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:31,618 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:31,618 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,619 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003adb98de7432ed1a462f8466bd003e columnFamilyName c 2024-11-21T13:33:31,619 DEBUG [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:31,620 INFO [StoreOpener-003adb98de7432ed1a462f8466bd003e-1 {}] regionserver.HStore(327): Store=003adb98de7432ed1a462f8466bd003e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:31,620 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,621 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,623 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,624 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005 2024-11-21T13:33:31,626 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:31,627 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005 2024-11-21T13:33:31,627 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 003adb98de7432ed1a462f8466bd003e 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-21T13:33:31,643 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/.tmp/a/78bb021712374b2eac452e83e7d09245 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732196007517/Put/seqid=0 2024-11-21T13:33:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741884_1062 (size=5149) 2024-11-21T13:33:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741884_1062 (size=5149) 2024-11-21T13:33:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741884_1062 (size=5149) 2024-11-21T13:33:31,649 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/.tmp/a/78bb021712374b2eac452e83e7d09245 2024-11-21T13:33:31,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/.tmp/a/78bb021712374b2eac452e83e7d09245 as hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/a/78bb021712374b2eac452e83e7d09245 2024-11-21T13:33:31,660 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/a/78bb021712374b2eac452e83e7d09245, entries=1, sequenceid=5, filesize=5.0 K 2024-11-21T13:33:31,660 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 003adb98de7432ed1a462f8466bd003e in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-11-21T13:33:31,661 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/0000000000000000005 2024-11-21T13:33:31,662 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,662 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,663 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:31,664 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 003adb98de7432ed1a462f8466bd003e 2024-11-21T13:33:31,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/003adb98de7432ed1a462f8466bd003e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T13:33:31,667 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 003adb98de7432ed1a462f8466bd003e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63540997, jitterRate=-0.053165361285209656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:31,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 003adb98de7432ed1a462f8466bd003e: Writing region info on filesystem at 1732196011606Initializing all the Stores at 1732196011607 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196011607Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196011608 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196011608Obtaining lock to block concurrent updates at 1732196011627 (+19 ms)Preparing flush snapshotting stores in 003adb98de7432ed1a462f8466bd003e at 1732196011627Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732196011627Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. at 1732196011627Flushing 003adb98de7432ed1a462f8466bd003e/a: creating writer at 1732196011627Flushing 003adb98de7432ed1a462f8466bd003e/a: appending metadata at 1732196011642 (+15 ms)Flushing 003adb98de7432ed1a462f8466bd003e/a: closing flushed file at 1732196011642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b68843: reopening flushed file at 1732196011654 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 003adb98de7432ed1a462f8466bd003e in 33ms, sequenceid=5, compaction requested=false; wal=null at 1732196011660 (+6 ms)Cleaning up temporary data from old regions at 1732196011662 (+2 ms)Region opened successfully at 1732196011667 (+5 ms) 2024-11-21T13:33:31,671 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 003adb98de7432ed1a462f8466bd003e, disabling compactions & flushes 2024-11-21T13:33:31,672 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:31,672 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:31,672 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. after waiting 0 ms 2024-11-21T13:33:31,672 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:31,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732196007325.003adb98de7432ed1a462f8466bd003e. 2024-11-21T13:33:31,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 003adb98de7432ed1a462f8466bd003e: Waiting for close lock at 1732196011671Disabling compacts and flushes for region at 1732196011671Disabling writes for close at 1732196011672 (+1 ms)Writing region close event to WAL at 1732196011673 (+1 ms)Closed at 1732196011673 2024-11-21T13:33:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741883_1061 (size=93) 2024-11-21T13:33:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741883_1061 (size=93) 2024-11-21T13:33:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741883_1061 (size=93) 2024-11-21T13:33:31,678 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:31,678 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732196011588) 2024-11-21T13:33:31,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-610982783_22 at /127.0.0.1:58662 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35485 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-610982783_22 at /127.0.0.1:45454 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1024 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2912 (was 2722) - AvailableMemoryMB LEAK? - 2024-11-21T13:33:31,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1024, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=2911 2024-11-21T13:33:31,722 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:31,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:33:31,732 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:31,734 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128412a7 2024-11-21T13:33:31,735 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:33:31,737 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:33:31,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:33:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T13:33:31,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:33:31,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-21T13:33:31,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:31,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:33:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:33:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741885_1063 (size=694) 2024-11-21T13:33:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741885_1063 (size=694) 2024-11-21T13:33:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741885_1063 (size=694) 2024-11-21T13:33:31,766 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 739e94366cdd27a22c884deb69c0f019, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3 2024-11-21T13:33:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741886_1064 (size=77) 2024-11-21T13:33:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741886_1064 (size=77) 2024-11-21T13:33:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741886_1064 (size=77) 2024-11-21T13:33:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 739e94366cdd27a22c884deb69c0f019, disabling compactions & flushes 2024-11-21T13:33:31,775 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. after waiting 0 ms 2024-11-21T13:33:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:31,775 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:31,775 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 739e94366cdd27a22c884deb69c0f019: Waiting for close lock at 1732196011775Disabling compacts and flushes for region at 1732196011775Disabling writes for close at 1732196011775Writing region close event to WAL at 1732196011775Closed at 1732196011775 2024-11-21T13:33:31,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:33:31,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732196011777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732196011777"}]},"ts":"1732196011777"} 2024-11-21T13:33:31,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:33:31,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:33:31,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732196011787"}]},"ts":"1732196011787"} 2024-11-21T13:33:31,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-21T13:33:31,796 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fe6efa1e611=0} racks are {/default-rack=0} 2024-11-21T13:33:31,797 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T13:33:31,797 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T13:33:31,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T13:33:31,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T13:33:31,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T13:33:31,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T13:33:31,798 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T13:33:31,798 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T13:33:31,798 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T13:33:31,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T13:33:31,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN}] 2024-11-21T13:33:31,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN 2024-11-21T13:33:31,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN; state=OFFLINE, location=4fe6efa1e611,36319,1732195996966; forceNewPlan=false, retain=false 2024-11-21T13:33:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:33:31,960 INFO [4fe6efa1e611:37635 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T13:33:31,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPENING, regionLocation=4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:31,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN because future has completed 2024-11-21T13:33:31,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966}] 2024-11-21T13:33:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:33:32,120 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:33:32,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:33:32,132 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,133 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 739e94366cdd27a22c884deb69c0f019, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:32,134 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,134 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:32,134 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,134 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,136 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,138 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf1 2024-11-21T13:33:32,138 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:32,139 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:32,139 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,140 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf2 2024-11-21T13:33:32,140 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:32,141 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:32,141 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,141 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,142 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,143 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,143 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,144 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T13:33:32,145 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,147 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:32,148 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 739e94366cdd27a22c884deb69c0f019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71021467, jitterRate=0.05830232799053192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T13:33:32,148 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,149 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 739e94366cdd27a22c884deb69c0f019: Running coprocessor pre-open hook at 1732196012135Writing region info on filesystem at 1732196012135Initializing all the Stores at 1732196012136 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196012136Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196012136Cleaning up temporary data from old regions at 1732196012143 (+7 ms)Running coprocessor post-open hooks at 1732196012148 (+5 ms)Region opened successfully at 1732196012149 (+1 ms) 2024-11-21T13:33:32,151 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., pid=6, masterSystemTime=1732196012120 2024-11-21T13:33:32,155 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,155 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:32,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966 because future has completed 2024-11-21T13:33:32,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:33:32,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966 in 195 msec 2024-11-21T13:33:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:33:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN in 364 msec 2024-11-21T13:33:32,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:33:32,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732196012169"}]},"ts":"1732196012169"} 2024-11-21T13:33:32,172 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-21T13:33:32,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:33:32,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 432 msec 2024-11-21T13:33:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:33:32,388 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-21T13:33:32,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-21T13:33:32,389 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T13:33:32,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-21T13:33:32,396 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T13:33:32,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-21T13:33:32,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=2] 2024-11-21T13:33:32,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:33:32,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:33:32,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=739e94366cdd27a22c884deb69c0f019, source=4fe6efa1e611,36319,1732195996966, destination=4fe6efa1e611,46819,1732195997073, warming up region on 4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:32,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=739e94366cdd27a22c884deb69c0f019, source=4fe6efa1e611,36319,1732195996966, destination=4fe6efa1e611,46819,1732195997073, running balancer 2024-11-21T13:33:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE 2024-11-21T13:33:32,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE 2024-11-21T13:33:32,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(7855): Warmup {ENCODED => 739e94366cdd27a22c884deb69c0f019, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:32,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=CLOSING, regionLocation=4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:32,441 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,443 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf1 2024-11-21T13:33:32,443 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:32,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE because future has completed 2024-11-21T13:33:32,443 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T13:33:32,444 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:32,444 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966}] 2024-11-21T13:33:32,445 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf2 2024-11-21T13:33:32,445 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:32,446 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(1722): Closing 739e94366cdd27a22c884deb69c0f019, disabling compactions & flushes 2024-11-21T13:33:32,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. after waiting 0 ms 2024-11-21T13:33:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] regionserver.HRegion(1676): Region close journal for 739e94366cdd27a22c884deb69c0f019: Waiting for close lock at 1732196012446Disabling compacts and flushes for region at 1732196012446Disabling writes for close at 1732196012447 (+1 ms)Writing region close event to WAL at 1732196012456 (+9 ms)Closed at 1732196012456 2024-11-21T13:33:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-21T13:33:32,604 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,604 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T13:33:32,605 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 739e94366cdd27a22c884deb69c0f019, disabling compactions & flushes 2024-11-21T13:33:32,605 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,605 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,606 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. after waiting 0 ms 2024-11-21T13:33:32,606 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,606 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 739e94366cdd27a22c884deb69c0f019 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-21T13:33:32,631 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf1/2cb6f057e2c3465495c3060e47da0900 is 35, key is r1/cf1:q/1732196012415/Put/seqid=0 2024-11-21T13:33:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741887_1065 (size=4783) 2024-11-21T13:33:32,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741887_1065 (size=4783) 2024-11-21T13:33:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741887_1065 (size=4783) 2024-11-21T13:33:32,645 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf1/2cb6f057e2c3465495c3060e47da0900 2024-11-21T13:33:32,655 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf1/2cb6f057e2c3465495c3060e47da0900 as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900 2024-11-21T13:33:32,665 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T13:33:32,667 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 739e94366cdd27a22c884deb69c0f019 in 61ms, sequenceid=5, compaction requested=false 2024-11-21T13:33:32,667 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-21T13:33:32,673 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:33:32,675 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:32,676 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 739e94366cdd27a22c884deb69c0f019: Waiting for close lock at 1732196012605Running coprocessor pre-close hooks at 1732196012605Disabling compacts and flushes for region at 1732196012605Disabling writes for close at 1732196012606 (+1 ms)Obtaining lock to block concurrent updates at 1732196012606Preparing flush snapshotting stores in 739e94366cdd27a22c884deb69c0f019 at 1732196012606Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732196012606Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. at 1732196012607 (+1 ms)Flushing 739e94366cdd27a22c884deb69c0f019/cf1: creating writer at 1732196012607Flushing 739e94366cdd27a22c884deb69c0f019/cf1: appending metadata at 1732196012631 (+24 ms)Flushing 739e94366cdd27a22c884deb69c0f019/cf1: closing flushed file at 1732196012631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f1f133: reopening flushed file at 1732196012654 (+23 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 739e94366cdd27a22c884deb69c0f019 in 61ms, sequenceid=5, compaction requested=false at 1732196012667 (+13 ms)Writing region close event to WAL at 1732196012669 (+2 ms)Running coprocessor post-close hooks at 1732196012673 (+4 ms)Closed at 1732196012675 (+2 ms) 2024-11-21T13:33:32,676 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 739e94366cdd27a22c884deb69c0f019 move to 4fe6efa1e611,46819,1732195997073 record at close sequenceid=5 2024-11-21T13:33:32,680 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:32,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=CLOSED 2024-11-21T13:33:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966 because future has completed 2024-11-21T13:33:32,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T13:33:32,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966 in 242 msec 2024-11-21T13:33:32,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE; state=CLOSED, location=4fe6efa1e611,46819,1732195997073; forceNewPlan=false, retain=false 2024-11-21T13:33:32,847 INFO [4fe6efa1e611:37635 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T13:33:32,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPENING, regionLocation=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:32,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE because future has completed 2024-11-21T13:33:32,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,46819,1732195997073}] 2024-11-21T13:33:33,010 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,010 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 739e94366cdd27a22c884deb69c0f019, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:33,011 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,011 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:33,011 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,011 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,014 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,015 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf1 2024-11-21T13:33:33,015 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:33,030 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900 2024-11-21T13:33:33,030 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:33,030 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,032 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf2 2024-11-21T13:33:33,032 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:33,033 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:33,033 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,034 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,036 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,037 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,037 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,038 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T13:33:33,041 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,042 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 739e94366cdd27a22c884deb69c0f019; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58968822, jitterRate=-0.12129607796669006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T13:33:33,043 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,044 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 739e94366cdd27a22c884deb69c0f019: Running coprocessor pre-open hook at 1732196013012Writing region info on filesystem at 1732196013012Initializing all the Stores at 1732196013013 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196013013Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196013013Cleaning up temporary data from old regions at 1732196013037 (+24 ms)Running coprocessor post-open hooks at 1732196013043 (+6 ms)Region opened successfully at 1732196013043 2024-11-21T13:33:33,045 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., pid=9, masterSystemTime=1732196013005 2024-11-21T13:33:33,049 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,050 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,050 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPEN, openSeqNum=9, regionLocation=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,46819,1732195997073 because future has completed 2024-11-21T13:33:33,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-21T13:33:33,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,46819,1732195997073 in 206 msec 2024-11-21T13:33:33,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE in 628 msec 2024-11-21T13:33:33,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:33:33,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:33:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:35120 deadline: 1732196073102, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=46819 startCode=1732195997073. As of locationSeqNum=5. 2024-11-21T13:33:33,114 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=46819 startCode=1732195997073. As of locationSeqNum=5. 2024-11-21T13:33:33,115 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=46819 startCode=1732195997073. As of locationSeqNum=5. 2024-11-21T13:33:33,115 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,46819,1732195997073, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=46819 startCode=1732195997073. As of locationSeqNum=5. 2024-11-21T13:33:33,238 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 739e94366cdd27a22c884deb69c0f019 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-21T13:33:33,256 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf1/a487e622a3c243068bf9010315ca14c2 is 29, key is r1/cf1:/1732196013229/DeleteFamily/seqid=0 2024-11-21T13:33:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741888_1066 (size=4906) 2024-11-21T13:33:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741888_1066 (size=4906) 2024-11-21T13:33:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741888_1066 (size=4906) 2024-11-21T13:33:33,284 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf1/a487e622a3c243068bf9010315ca14c2 2024-11-21T13:33:33,291 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a487e622a3c243068bf9010315ca14c2 2024-11-21T13:33:33,312 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf2/57830d1e003b477b8ca8fc57d02bdbf4 is 29, key is r1/cf2:/1732196013229/DeleteFamily/seqid=0 2024-11-21T13:33:33,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741889_1067 (size=4906) 2024-11-21T13:33:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741889_1067 (size=4906) 2024-11-21T13:33:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741889_1067 (size=4906) 2024-11-21T13:33:33,339 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf2/57830d1e003b477b8ca8fc57d02bdbf4 2024-11-21T13:33:33,347 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57830d1e003b477b8ca8fc57d02bdbf4 2024-11-21T13:33:33,349 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf1/a487e622a3c243068bf9010315ca14c2 as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/a487e622a3c243068bf9010315ca14c2 2024-11-21T13:33:33,358 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a487e622a3c243068bf9010315ca14c2 2024-11-21T13:33:33,358 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/a487e622a3c243068bf9010315ca14c2, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T13:33:33,359 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf2/57830d1e003b477b8ca8fc57d02bdbf4 as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/57830d1e003b477b8ca8fc57d02bdbf4 2024-11-21T13:33:33,369 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57830d1e003b477b8ca8fc57d02bdbf4 2024-11-21T13:33:33,369 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/57830d1e003b477b8ca8fc57d02bdbf4, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T13:33:33,371 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 739e94366cdd27a22c884deb69c0f019 in 133ms, sequenceid=12, compaction requested=false 2024-11-21T13:33:33,371 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 739e94366cdd27a22c884deb69c0f019: 2024-11-21T13:33:33,374 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T13:33:33,376 DEBUG [Time-limited test {}] regionserver.HStore(1541): 739e94366cdd27a22c884deb69c0f019/cf1 is initiating major compaction (all files) 2024-11-21T13:33:33,377 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:33:33,377 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:33,377 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 739e94366cdd27a22c884deb69c0f019/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,378 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900, hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/a487e622a3c243068bf9010315ca14c2] into tmpdir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp, totalSize=9.5 K 2024-11-21T13:33:33,379 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2cb6f057e2c3465495c3060e47da0900, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732196012415 2024-11-21T13:33:33,380 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a487e622a3c243068bf9010315ca14c2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T13:33:33,395 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 739e94366cdd27a22c884deb69c0f019#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T13:33:33,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741890_1068 (size=4626) 2024-11-21T13:33:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741890_1068 (size=4626) 2024-11-21T13:33:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741890_1068 (size=4626) 2024-11-21T13:33:33,418 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf1/b5cfeb20e2124d9283815202c012e991 as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/b5cfeb20e2124d9283815202c012e991 2024-11-21T13:33:33,434 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 739e94366cdd27a22c884deb69c0f019/cf1 of 739e94366cdd27a22c884deb69c0f019 into b5cfeb20e2124d9283815202c012e991(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T13:33:33,434 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 739e94366cdd27a22c884deb69c0f019: 2024-11-21T13:33:33,434 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-21T13:33:33,434 DEBUG [Time-limited test {}] regionserver.HStore(1541): 739e94366cdd27a22c884deb69c0f019/cf2 is initiating major compaction (all files) 2024-11-21T13:33:33,435 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:33:33,435 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:33:33,435 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 739e94366cdd27a22c884deb69c0f019/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,435 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/57830d1e003b477b8ca8fc57d02bdbf4] into tmpdir=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp, totalSize=4.8 K 2024-11-21T13:33:33,436 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 57830d1e003b477b8ca8fc57d02bdbf4, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T13:33:33,442 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 739e94366cdd27a22c884deb69c0f019#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T13:33:33,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741891_1069 (size=4592) 2024-11-21T13:33:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741891_1069 (size=4592) 2024-11-21T13:33:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741891_1069 (size=4592) 2024-11-21T13:33:33,467 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/.tmp/cf2/5e25c86150064014b82b29ca82c50282 as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/5e25c86150064014b82b29ca82c50282 2024-11-21T13:33:33,478 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 739e94366cdd27a22c884deb69c0f019/cf2 of 739e94366cdd27a22c884deb69c0f019 into 5e25c86150064014b82b29ca82c50282(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T13:33:33,478 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 739e94366cdd27a22c884deb69c0f019: 2024-11-21T13:33:33,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=739e94366cdd27a22c884deb69c0f019, source=4fe6efa1e611,46819,1732195997073, destination=4fe6efa1e611,36319,1732195996966, warming up region on 4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:33,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=739e94366cdd27a22c884deb69c0f019, source=4fe6efa1e611,46819,1732195997073, destination=4fe6efa1e611,36319,1732195996966, running balancer 2024-11-21T13:33:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE 2024-11-21T13:33:33,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE 2024-11-21T13:33:33,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=CLOSING, regionLocation=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:33,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(7855): Warmup {ENCODED => 739e94366cdd27a22c884deb69c0f019, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:33,490 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,492 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf1 2024-11-21T13:33:33,492 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:33,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE because future has completed 2024-11-21T13:33:33,493 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T13:33:33,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,46819,1732195997073}] 2024-11-21T13:33:33,512 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900 2024-11-21T13:33:33,519 INFO [StoreFileOpener-739e94366cdd27a22c884deb69c0f019-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a487e622a3c243068bf9010315ca14c2 2024-11-21T13:33:33,519 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/a487e622a3c243068bf9010315ca14c2 2024-11-21T13:33:33,527 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/b5cfeb20e2124d9283815202c012e991 2024-11-21T13:33:33,527 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:33,527 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,529 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf2 2024-11-21T13:33:33,529 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:33,536 INFO [StoreFileOpener-739e94366cdd27a22c884deb69c0f019-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57830d1e003b477b8ca8fc57d02bdbf4 2024-11-21T13:33:33,536 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/57830d1e003b477b8ca8fc57d02bdbf4 2024-11-21T13:33:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-21T13:33:33,541 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/5e25c86150064014b82b29ca82c50282 2024-11-21T13:33:33,542 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(1722): Closing 739e94366cdd27a22c884deb69c0f019, disabling compactions & flushes 2024-11-21T13:33:33,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. after waiting 0 ms 2024-11-21T13:33:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36319 {}] regionserver.HRegion(1676): Region close journal for 739e94366cdd27a22c884deb69c0f019: Waiting for close lock at 1732196013542Disabling compacts and flushes for region at 1732196013542Disabling writes for close at 1732196013542Writing region close event to WAL at 1732196013543 (+1 ms)Closed at 1732196013543 2024-11-21T13:33:33,650 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,650 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T13:33:33,650 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 739e94366cdd27a22c884deb69c0f019, disabling compactions & flushes 2024-11-21T13:33:33,650 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,650 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,650 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. after waiting 0 ms 2024-11-21T13:33:33,650 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,651 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900, hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/a487e622a3c243068bf9010315ca14c2] to archive 2024-11-21T13:33:33,653 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T13:33:33,657 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900 to hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/2cb6f057e2c3465495c3060e47da0900 2024-11-21T13:33:33,659 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/a487e622a3c243068bf9010315ca14c2 to hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/a487e622a3c243068bf9010315ca14c2 2024-11-21T13:33:33,671 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/57830d1e003b477b8ca8fc57d02bdbf4] to archive 2024-11-21T13:33:33,672 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T13:33:33,674 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/57830d1e003b477b8ca8fc57d02bdbf4 to hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/57830d1e003b477b8ca8fc57d02bdbf4 2024-11-21T13:33:33,680 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-21T13:33:33,681 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:33,681 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 739e94366cdd27a22c884deb69c0f019: Waiting for close lock at 1732196013650Running coprocessor pre-close hooks at 1732196013650Disabling compacts and flushes for region at 1732196013650Disabling writes for close at 1732196013650Writing region close event to WAL at 1732196013676 (+26 ms)Running coprocessor post-close hooks at 1732196013681 (+5 ms)Closed at 1732196013681 2024-11-21T13:33:33,681 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 739e94366cdd27a22c884deb69c0f019 move to 4fe6efa1e611,36319,1732195996966 record at close sequenceid=12 2024-11-21T13:33:33,683 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:33,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=CLOSED 2024-11-21T13:33:33,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,46819,1732195997073 because future has completed 2024-11-21T13:33:33,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T13:33:33,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,46819,1732195997073 in 196 msec 2024-11-21T13:33:33,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE; state=CLOSED, location=4fe6efa1e611,36319,1732195996966; forceNewPlan=false, retain=false 2024-11-21T13:33:33,843 INFO [4fe6efa1e611:37635 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T13:33:33,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPENING, regionLocation=4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:33,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE because future has completed 2024-11-21T13:33:33,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966}] 2024-11-21T13:33:34,004 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,004 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 739e94366cdd27a22c884deb69c0f019, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:34,005 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,005 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:34,005 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,005 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,006 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,007 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf1 2024-11-21T13:33:34,007 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:34,017 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/b5cfeb20e2124d9283815202c012e991 2024-11-21T13:33:34,018 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:34,018 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,019 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf2 2024-11-21T13:33:34,019 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:34,026 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/5e25c86150064014b82b29ca82c50282 2024-11-21T13:33:34,026 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:34,026 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,027 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,028 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,029 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,029 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,029 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T13:33:34,031 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,032 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 739e94366cdd27a22c884deb69c0f019; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67190803, jitterRate=0.001220986247062683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T13:33:34,032 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,033 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 739e94366cdd27a22c884deb69c0f019: Running coprocessor pre-open hook at 1732196014005Writing region info on filesystem at 1732196014005Initializing all the Stores at 1732196014006 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196014006Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196014006Cleaning up temporary data from old regions at 1732196014029 (+23 ms)Running coprocessor post-open hooks at 1732196014032 (+3 ms)Region opened successfully at 1732196014033 (+1 ms) 2024-11-21T13:33:34,034 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., pid=12, masterSystemTime=1732196014000 2024-11-21T13:33:34,036 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,036 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPEN, openSeqNum=18, regionLocation=4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:34,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966 because future has completed 2024-11-21T13:33:34,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T13:33:34,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,36319,1732195996966 in 194 msec 2024-11-21T13:33:34,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, REOPEN/MOVE in 558 msec 2024-11-21T13:33:34,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:33:34,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:33:34,093 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4fe6efa1e611,36319,1732195996966: testing ***** 2024-11-21T13:33:34,093 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:33:34,095 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:33:34,096 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:33:34,099 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:33:34,100 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:33:34,111 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 330385776 }, "NonHeapMemoryUsage": { "committed": 170852352, "init": 7667712, "max": -1, "used": 168144120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "4fe6efa1e611", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "4fe6efa1e611", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56031", "tag.serverName": "4fe6efa1e611,39357,1732195997125", "tag.clusterId": "a7a73ebe-c1e2-4f32-865d-8428be689f73", "tag.Context": "regionserver", "tag.Hostname": "4fe6efa1e611", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732195997125, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T13:33:34,115 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37635 {}] master.MasterRpcServices(700): 4fe6efa1e611,36319,1732195996966 reported a fatal error: ***** ABORTING region server 4fe6efa1e611,36319,1732195996966: testing ***** 2024-11-21T13:33:34,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,36319,1732195996966' ***** 2024-11-21T13:33:34,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-21T13:33:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46819 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:57444 deadline: 1732196074121, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=36319 startCode=1732195996966. As of locationSeqNum=12. 2024-11-21T13:33:34,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,46819,1732195997073, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,46819,1732195997073, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=36319 startCode=1732195996966. As of locationSeqNum=12. 2024-11-21T13:33:34,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,46819,1732195997073, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=36319 startCode=1732195996966. As of locationSeqNum=12. 2024-11-21T13:33:34,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,46819,1732195997073, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4fe6efa1e611 port=36319 startCode=1732195996966. As of locationSeqNum=12. 2024-11-21T13:33:34,124 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:33:34,125 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:33:34,125 INFO [RS:0;4fe6efa1e611:36319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T13:33:34,125 INFO [RS:0;4fe6efa1e611:36319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T13:33:34,125 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(3091): Received CLOSE for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,125 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(956): aborting server 4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:34,126 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:33:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 739e94366cdd27a22c884deb69c0f019, disabling compactions & flushes 2024-11-21T13:33:34,126 INFO [RS:0;4fe6efa1e611:36319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:36319. 2024-11-21T13:33:34,126 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,126 DEBUG [RS:0;4fe6efa1e611:36319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:33:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. after waiting 0 ms 2024-11-21T13:33:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,127 DEBUG [RS:0;4fe6efa1e611:36319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:34,127 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:33:34,127 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1325): Online Regions={739e94366cdd27a22c884deb69c0f019=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.} 2024-11-21T13:33:34,127 DEBUG [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1351): Waiting on 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:34,133 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,133 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 739e94366cdd27a22c884deb69c0f019: Waiting for close lock at 1732196014126Running coprocessor pre-close hooks at 1732196014126Disabling compacts and flushes for region at 1732196014126Disabling writes for close at 1732196014126Writing region close event to WAL at 1732196014132 (+6 ms)Running coprocessor post-close hooks at 1732196014132Closed at 1732196014133 (+1 ms) 2024-11-21T13:33:34,133 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:34,176 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:33:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,36319,1732195996966 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:34,230 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,36319,1732195996966 aborting 2024-11-21T13:33:34,230 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,36319,1732195996966 aborting 2024-11-21T13:33:34,230 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=12 from cache 2024-11-21T13:33:34,328 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,36319,1732195996966; all regions closed. 2024-11-21T13:33:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741833_1009 (size=1677) 2024-11-21T13:33:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741833_1009 (size=1677) 2024-11-21T13:33:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741833_1009 (size=1677) 2024-11-21T13:33:34,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 not finished, retry = 0 2024-11-21T13:33:34,434 DEBUG [RS:0;4fe6efa1e611:36319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:34,434 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:33:34,434 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:33:34,435 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:33:34,435 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:33:34,435 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:33:34,435 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:33:34,435 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:33:34,435 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:33:34,436 INFO [RS:0;4fe6efa1e611:36319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36319 2024-11-21T13:33:34,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18] 2024-11-21T13:33:34,443 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4fe6efa1e611:36319 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4fe6efa1e611/172.17.0.2:36319 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:34,444 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18, error=java.net.ConnectException: Call to address=4fe6efa1e611:36319 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4fe6efa1e611/172.17.0.2:36319 2024-11-21T13:33:34,444 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-21T13:33:34,444 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18 from cache 2024-11-21T13:33:34,445 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 4fe6efa1e611:36319 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4fe6efa1e611/172.17.0.2:36319 2024-11-21T13:33:34,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T13:33:34,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fe6efa1e611,36319,1732195996966 2024-11-21T13:33:34,509 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:33:34,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,36319,1732195996966] 2024-11-21T13:33:34,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fe6efa1e611,36319,1732195996966 already deleted, retry=false 2024-11-21T13:33:34,609 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4fe6efa1e611,36319,1732195996966 on 4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:34,617 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4fe6efa1e611,36319,1732195996966, splitWal=true, meta=false 2024-11-21T13:33:34,620 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 4fe6efa1e611,36319,1732195996966 (carryingMeta=false) 4fe6efa1e611,36319,1732195996966/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@f27693b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T13:33:34,620 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4fe6efa1e611,36319,1732195996966, splitWal=true, meta=false 2024-11-21T13:33:34,622 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 4fe6efa1e611,36319,1732195996966 had 1 regions 2024-11-21T13:33:34,623 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4fe6efa1e611,36319,1732195996966, splitWal=true, meta=false, isMeta: false 2024-11-21T13:33:34,626 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting 2024-11-21T13:33:34,627 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4fe6efa1e611,36319,1732195996966 WAL count=1, meta=false 2024-11-21T13:33:34,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4fe6efa1e611%2C36319%2C1732195996966.1732195998816}] 2024-11-21T13:33:34,638 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:34,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4fe6efa1e611%2C36319%2C1732195996966.1732195998816, worker=4fe6efa1e611,46819,1732195997073}] 2024-11-21T13:33:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36319-0x1015d994a890001, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:34,653 INFO [RS:0;4fe6efa1e611:36319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:33:34,653 INFO [RS:0;4fe6efa1e611:36319 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,36319,1732195996966; zookeeper connection closed. 2024-11-21T13:33:34,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@545d0de9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@545d0de9 2024-11-21T13:33:34,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18] 2024-11-21T13:33:34,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4fe6efa1e611:36319 this server is in the failed servers list 2024-11-21T13:33:34,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4fe6efa1e611:36319 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4fe6efa1e611:36319 2024-11-21T13:33:34,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4fe6efa1e611:36319 2024-11-21T13:33:34,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,36319,1732195996966, seqNum=18 from cache 2024-11-21T13:33:34,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-21T13:33:34,819 INFO [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816, size=1.6 K (1677bytes) 2024-11-21T13:33:34,819 INFO [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 2024-11-21T13:33:34,820 INFO [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 after 0ms 2024-11-21T13:33:34,822 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:34,822 INFO [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 took 3ms 2024-11-21T13:33:34,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 739e94366cdd27a22c884deb69c0f019: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-21T13:33:34,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 so closing down 2024-11-21T13:33:34,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:34,829 INFO [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:34,829 INFO [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-21T13:33:34,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816, journal: Splitting hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816, size=1.6 K (1677bytes) at 1732196014819Finishing writing output for hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 so closing down at 1732196014829 (+10 ms)3 split writer threads finished at 1732196014829Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1732196014829 2024-11-21T13:33:34,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 2024-11-21T13:33:34,831 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T13:33:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T13:33:34,837 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting/4fe6efa1e611%2C36319%2C1732195996966.1732195998816 to hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs 2024-11-21T13:33:34,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T13:33:34,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4fe6efa1e611%2C36319%2C1732195996966.1732195998816, worker=4fe6efa1e611,46819,1732195997073 in 197 msec 2024-11-21T13:33:34,841 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:34,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T13:33:34,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 4fe6efa1e611%2C36319%2C1732195996966.1732195998816, worker=4fe6efa1e611,46819,1732195997073 in 211 msec 2024-11-21T13:33:34,846 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting dir is empty, no logs to split. 2024-11-21T13:33:34,846 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4fe6efa1e611,36319,1732195996966 WAL count=0, meta=false 2024-11-21T13:33:34,846 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4fe6efa1e611,36319,1732195996966 WAL splitting is done? wals=0, meta=false 2024-11-21T13:33:34,848 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 4fe6efa1e611,36319,1732195996966 failed, ignore...File hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/WALs/4fe6efa1e611,36319,1732195996966-splitting does not exist. 2024-11-21T13:33:34,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN}] 2024-11-21T13:33:34,852 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN 2024-11-21T13:33:34,853 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T13:33:35,003 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(204): Hosts are {4fe6efa1e611=0} racks are {/default-rack=0} 2024-11-21T13:33:35,004 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T13:33:35,004 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T13:33:35,004 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T13:33:35,004 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T13:33:35,004 INFO [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T13:33:35,004 INFO [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T13:33:35,004 DEBUG [4fe6efa1e611:37635 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T13:33:35,004 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPENING, regionLocation=4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN because future has completed 2024-11-21T13:33:35,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,39357,1732195997125}] 2024-11-21T13:33:35,162 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:33:35,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:33:35,173 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:35,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 739e94366cdd27a22c884deb69c0f019, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:35,175 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,175 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:35,175 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,175 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,177 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,178 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf1 2024-11-21T13:33:35,178 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,184 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf1/b5cfeb20e2124d9283815202c012e991 2024-11-21T13:33:35,184 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,184 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,185 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739e94366cdd27a22c884deb69c0f019 columnFamilyName cf2 2024-11-21T13:33:35,185 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,191 DEBUG [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/cf2/5e25c86150064014b82b29ca82c50282 2024-11-21T13:33:35,192 INFO [StoreOpener-739e94366cdd27a22c884deb69c0f019-1 {}] regionserver.HStore(327): Store=739e94366cdd27a22c884deb69c0f019/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,192 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,193 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,194 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,195 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,195 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,195 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T13:33:35,197 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,198 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 739e94366cdd27a22c884deb69c0f019; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72653124, jitterRate=0.0826159119606018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T13:33:35,198 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:35,198 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 739e94366cdd27a22c884deb69c0f019: Running coprocessor pre-open hook at 1732196015176Writing region info on filesystem at 1732196015176Initializing all the Stores at 1732196015177 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015177Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015177Cleaning up temporary data from old regions at 1732196015195 (+18 ms)Running coprocessor post-open hooks at 1732196015198 (+3 ms)Region opened successfully at 1732196015198 2024-11-21T13:33:35,199 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., pid=17, masterSystemTime=1732196015161 2024-11-21T13:33:35,201 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:35,201 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:35,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=739e94366cdd27a22c884deb69c0f019, regionState=OPEN, openSeqNum=18, regionLocation=4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:35,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,39357,1732195997125 because future has completed 2024-11-21T13:33:35,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T13:33:35,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 739e94366cdd27a22c884deb69c0f019, server=4fe6efa1e611,39357,1732195997125 in 199 msec 2024-11-21T13:33:35,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-21T13:33:35,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=739e94366cdd27a22c884deb69c0f019, ASSIGN in 358 msec 2024-11-21T13:33:35,211 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 4fe6efa1e611,36319,1732195996966 after splitting done 2024-11-21T13:33:35,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 4fe6efa1e611,36319,1732195996966, splitWal=true, meta=false in 601 msec 2024-11-21T13:33:35,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019., hostname=4fe6efa1e611,39357,1732195997125, seqNum=18] 2024-11-21T13:33:35,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:33:35,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:33:35,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 410), OpenFileDescriptor=1053 (was 1024) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 237) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2758 (was 2911) 2024-11-21T13:33:35,286 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-11-21T13:33:35,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=2756 2024-11-21T13:33:35,301 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-11-21T13:33:35,319 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:35,321 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:35,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:35,325 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68191643, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-68191643, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:35,338 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68191643/hregion-68191643.1732196015326, exclude list is [], retry=0 2024-11-21T13:33:35,341 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:35,344 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:35,345 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:35,348 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68191643/hregion-68191643.1732196015326 2024-11-21T13:33:35,348 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:35,348 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a521a83f94e1b5ab4ce0d8fdc09de95d, NAME => 'testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741893_1071 (size=67) 2024-11-21T13:33:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741893_1071 (size=67) 2024-11-21T13:33:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741893_1071 (size=67) 2024-11-21T13:33:35,761 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:35,762 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,764 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName a 2024-11-21T13:33:35,764 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,765 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,765 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,767 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName b 2024-11-21T13:33:35,767 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,768 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,768 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,770 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName c 2024-11-21T13:33:35,770 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,770 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,774 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,774 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,775 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:35,776 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,779 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:35,780 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a521a83f94e1b5ab4ce0d8fdc09de95d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61216339, jitterRate=-0.08780546486377716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a521a83f94e1b5ab4ce0d8fdc09de95d: Writing region info on filesystem at 1732196015761Initializing all the Stores at 1732196015762 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015762Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015762Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015762Cleaning up temporary data from old regions at 1732196015774 (+12 ms)Region opened successfully at 1732196015781 (+7 ms) 2024-11-21T13:33:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a521a83f94e1b5ab4ce0d8fdc09de95d, disabling compactions & flushes 2024-11-21T13:33:35,781 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. after waiting 0 ms 2024-11-21T13:33:35,781 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:35,782 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:35,782 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a521a83f94e1b5ab4ce0d8fdc09de95d: Waiting for close lock at 1732196015781Disabling compacts and flushes for region at 1732196015781Disabling writes for close at 1732196015781Writing region close event to WAL at 1732196015782 (+1 ms)Closed at 1732196015782 2024-11-21T13:33:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741892_1070 (size=93) 2024-11-21T13:33:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741892_1070 (size=93) 2024-11-21T13:33:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741892_1070 (size=93) 2024-11-21T13:33:35,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:35,788 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68191643:(num 1732196015326) 2024-11-21T13:33:35,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:35,789 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:35,803 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790, exclude list is [], retry=0 2024-11-21T13:33:35,806 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:35,806 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:35,807 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:35,813 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790 2024-11-21T13:33:35,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a521a83f94e1b5ab4ce0d8fdc09de95d, NAME => 'testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,817 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,818 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName a 2024-11-21T13:33:35,818 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,819 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,819 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,820 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName b 2024-11-21T13:33:35,820 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,821 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,821 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,821 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName c 2024-11-21T13:33:35,822 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:35,822 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:35,822 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,825 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,826 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:35,828 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:35,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a521a83f94e1b5ab4ce0d8fdc09de95d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73650033, jitterRate=0.09747101366519928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:35,829 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a521a83f94e1b5ab4ce0d8fdc09de95d: Writing region info on filesystem at 1732196015814Initializing all the Stores at 1732196015815 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015815Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015816 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196015816Cleaning up temporary data from old regions at 1732196015826 (+10 ms)Region opened successfully at 1732196015829 (+3 ms) 2024-11-21T13:33:35,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a521a83f94e1b5ab4ce0d8fdc09de95d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T13:33:35,872 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/a/9a1a8596669d4016b07915c1895478a9 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732196015830/Put/seqid=0 2024-11-21T13:33:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741895_1073 (size=5958) 2024-11-21T13:33:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741895_1073 (size=5958) 2024-11-21T13:33:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741895_1073 (size=5958) 2024-11-21T13:33:35,881 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/a/9a1a8596669d4016b07915c1895478a9 2024-11-21T13:33:35,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/b/ee9678735be94bff86c3cf455f66e1c2 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732196015840/Put/seqid=0 2024-11-21T13:33:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741896_1074 (size=5958) 2024-11-21T13:33:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741896_1074 (size=5958) 2024-11-21T13:33:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741896_1074 (size=5958) 2024-11-21T13:33:35,932 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/b/ee9678735be94bff86c3cf455f66e1c2 2024-11-21T13:33:35,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/c/1dea057f196d4ff289bc7b694051a351 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732196015847/Put/seqid=0 2024-11-21T13:33:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741897_1075 (size=5958) 2024-11-21T13:33:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741897_1075 (size=5958) 2024-11-21T13:33:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741897_1075 (size=5958) 2024-11-21T13:33:36,388 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/c/1dea057f196d4ff289bc7b694051a351 2024-11-21T13:33:36,396 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/a/9a1a8596669d4016b07915c1895478a9 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/a/9a1a8596669d4016b07915c1895478a9 2024-11-21T13:33:36,403 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/a/9a1a8596669d4016b07915c1895478a9, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T13:33:36,404 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/b/ee9678735be94bff86c3cf455f66e1c2 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/b/ee9678735be94bff86c3cf455f66e1c2 2024-11-21T13:33:36,411 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/b/ee9678735be94bff86c3cf455f66e1c2, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T13:33:36,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/c/1dea057f196d4ff289bc7b694051a351 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/c/1dea057f196d4ff289bc7b694051a351 2024-11-21T13:33:36,418 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/c/1dea057f196d4ff289bc7b694051a351, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T13:33:36,419 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a521a83f94e1b5ab4ce0d8fdc09de95d in 563ms, sequenceid=33, compaction requested=false 2024-11-21T13:33:36,419 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a521a83f94e1b5ab4ce0d8fdc09de95d: 2024-11-21T13:33:36,419 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a521a83f94e1b5ab4ce0d8fdc09de95d, disabling compactions & flushes 2024-11-21T13:33:36,419 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:36,419 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:36,419 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. after waiting 0 ms 2024-11-21T13:33:36,419 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:36,421 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. 2024-11-21T13:33:36,421 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a521a83f94e1b5ab4ce0d8fdc09de95d: Waiting for close lock at 1732196016419Disabling compacts and flushes for region at 1732196016419Disabling writes for close at 1732196016419Writing region close event to WAL at 1732196016421 (+2 ms)Closed at 1732196016421 2024-11-21T13:33:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741894_1072 (size=2873) 2024-11-21T13:33:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741894_1072 (size=2873) 2024-11-21T13:33:36,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741894_1072 (size=2873) 2024-11-21T13:33:36,438 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/b/ee9678735be94bff86c3cf455f66e1c2 to hdfs://localhost:35485/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/b/ee9678735be94bff86c3cf455f66e1c2 2024-11-21T13:33:36,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790, size=2.8 K (2873bytes) 2024-11-21T13:33:36,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790 2024-11-21T13:33:36,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790 after 1ms 2024-11-21T13:33:36,468 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:36,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790 took 5ms 2024-11-21T13:33:36,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790 so closing down 2024-11-21T13:33:36,471 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:36,471 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732196015790.temp 2024-11-21T13:33:36,473 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000003-wal.1732196015790.temp 2024-11-21T13:33:36,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741898_1076 (size=2312) 2024-11-21T13:33:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741898_1076 (size=2312) 2024-11-21T13:33:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741898_1076 (size=2312) 2024-11-21T13:33:36,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000003-wal.1732196015790.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:36,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000003-wal.1732196015790.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000032 2024-11-21T13:33:36,488 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-21T13:33:36,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790, journal: Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790, size=2.8 K (2873bytes) at 1732196016463Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790 so closing down at 1732196016471 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000003-wal.1732196015790.temp at 1732196016473 (+2 ms)3 split writer threads finished at 1732196016473Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000003-wal.1732196015790.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732196016487 (+14 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000003-wal.1732196015790.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000032 at 1732196016488 (+1 ms)Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1732196016488 2024-11-21T13:33:36,490 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196015790 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196015790 2024-11-21T13:33:36,491 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000032 2024-11-21T13:33:36,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:36,493 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:36,509 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196016494, exclude list is [], retry=0 2024-11-21T13:33:36,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:36,513 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:36,513 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:36,515 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196016494 2024-11-21T13:33:36,515 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:36,515 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a521a83f94e1b5ab4ce0d8fdc09de95d, NAME => 'testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:36,516 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:36,516 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,516 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,517 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,518 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName a 2024-11-21T13:33:36,519 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-21T13:33:36,522 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:36,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T13:33:36,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:36,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-21T13:33:36,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:36,525 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/a/9a1a8596669d4016b07915c1895478a9 2024-11-21T13:33:36,525 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,525 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,526 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName b 2024-11-21T13:33:36,526 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,527 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,527 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,527 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521a83f94e1b5ab4ce0d8fdc09de95d columnFamilyName c 2024-11-21T13:33:36,528 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,533 DEBUG [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/c/1dea057f196d4ff289bc7b694051a351 2024-11-21T13:33:36,533 INFO [StoreOpener-a521a83f94e1b5ab4ce0d8fdc09de95d-1 {}] regionserver.HStore(327): Store=a521a83f94e1b5ab4ce0d8fdc09de95d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,533 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,536 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,537 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000032 2024-11-21T13:33:36,539 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:36,540 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000032 2024-11-21T13:33:36,541 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a521a83f94e1b5ab4ce0d8fdc09de95d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T13:33:36,554 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/b/b84160186326432cb2164e6271b42daa is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732196015840/Put/seqid=0 2024-11-21T13:33:36,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741900_1078 (size=5958) 2024-11-21T13:33:36,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741900_1078 (size=5958) 2024-11-21T13:33:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741900_1078 (size=5958) 2024-11-21T13:33:36,562 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/b/b84160186326432cb2164e6271b42daa 2024-11-21T13:33:36,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/.tmp/b/b84160186326432cb2164e6271b42daa as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/b/b84160186326432cb2164e6271b42daa 2024-11-21T13:33:36,574 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/b/b84160186326432cb2164e6271b42daa, entries=10, sequenceid=32, filesize=5.8 K 2024-11-21T13:33:36,574 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a521a83f94e1b5ab4ce0d8fdc09de95d in 33ms, sequenceid=32, compaction requested=false; wal=null 2024-11-21T13:33:36,575 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/0000000000000000032 2024-11-21T13:33:36,576 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,576 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,577 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:36,578 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a521a83f94e1b5ab4ce0d8fdc09de95d 2024-11-21T13:33:36,580 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/a521a83f94e1b5ab4ce0d8fdc09de95d/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-21T13:33:36,581 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a521a83f94e1b5ab4ce0d8fdc09de95d; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74168096, jitterRate=0.10519075393676758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:36,582 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a521a83f94e1b5ab4ce0d8fdc09de95d: Writing region info on filesystem at 1732196016516Initializing all the Stores at 1732196016517 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016517Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016517Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016517Obtaining lock to block concurrent updates at 1732196016541 (+24 ms)Preparing flush snapshotting stores in a521a83f94e1b5ab4ce0d8fdc09de95d at 1732196016541Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732196016541Flushing stores of testReplayEditsWrittenViaHRegion,,1732196015319.a521a83f94e1b5ab4ce0d8fdc09de95d. at 1732196016541Flushing a521a83f94e1b5ab4ce0d8fdc09de95d/b: creating writer at 1732196016541Flushing a521a83f94e1b5ab4ce0d8fdc09de95d/b: appending metadata at 1732196016554 (+13 ms)Flushing a521a83f94e1b5ab4ce0d8fdc09de95d/b: closing flushed file at 1732196016554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f1813a: reopening flushed file at 1732196016567 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a521a83f94e1b5ab4ce0d8fdc09de95d in 33ms, sequenceid=32, compaction requested=false; wal=null at 1732196016574 (+7 ms)Cleaning up temporary data from old regions at 1732196016576 (+2 ms)Region opened successfully at 1732196016582 (+6 ms) 2024-11-21T13:33:36,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=416 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:53384 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:58662 [Waiting for operation #50] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:47820 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:47912 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:45454 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:57950 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=2730 (was 2756) 2024-11-21T13:33:36,602 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-21T13:33:36,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=2729 2024-11-21T13:33:36,613 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-21T13:33:36,625 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:36,627 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:36,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:36,630 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50205849, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-50205849, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:36,641 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50205849/hregion-50205849.1732196016630, exclude list is [], retry=0 2024-11-21T13:33:36,644 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:36,644 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:36,644 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:36,645 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50205849/hregion-50205849.1732196016630 2024-11-21T13:33:36,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:36,646 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 168a1814a593dcd2a9caff47d82b470e, NAME => 'testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741902_1080 (size=68) 2024-11-21T13:33:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741902_1080 (size=68) 2024-11-21T13:33:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741902_1080 (size=68) 2024-11-21T13:33:36,655 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:36,656 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,657 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName a 2024-11-21T13:33:36,657 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,658 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,658 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,659 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName b 2024-11-21T13:33:36,659 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,660 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,660 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,661 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName c 2024-11-21T13:33:36,661 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,661 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,662 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,663 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,663 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,664 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:36,665 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,667 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:36,667 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 168a1814a593dcd2a9caff47d82b470e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60429034, jitterRate=-0.09953722357749939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:36,668 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 168a1814a593dcd2a9caff47d82b470e: Writing region info on filesystem at 1732196016655Initializing all the Stores at 1732196016655Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016656 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016656Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016656Cleaning up temporary data from old regions at 1732196016663 (+7 ms)Region opened successfully at 1732196016668 (+5 ms) 2024-11-21T13:33:36,668 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 168a1814a593dcd2a9caff47d82b470e, disabling compactions & flushes 2024-11-21T13:33:36,668 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:36,668 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:36,668 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. after waiting 0 ms 2024-11-21T13:33:36,668 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:36,669 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:36,669 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 168a1814a593dcd2a9caff47d82b470e: Waiting for close lock at 1732196016668Disabling compacts and flushes for region at 1732196016668Disabling writes for close at 1732196016668Writing region close event to WAL at 1732196016669 (+1 ms)Closed at 1732196016669 2024-11-21T13:33:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741901_1079 (size=93) 2024-11-21T13:33:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741901_1079 (size=93) 2024-11-21T13:33:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741901_1079 (size=93) 2024-11-21T13:33:36,674 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:36,674 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50205849:(num 1732196016630) 2024-11-21T13:33:36,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:36,676 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:36,688 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676, exclude list is [], retry=0 2024-11-21T13:33:36,690 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:36,691 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:36,691 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:36,693 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676 2024-11-21T13:33:36,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:36,754 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 168a1814a593dcd2a9caff47d82b470e, NAME => 'testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:36,757 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,757 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:36,757 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,757 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,759 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,760 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName a 2024-11-21T13:33:36,760 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,760 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,761 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,761 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName b 2024-11-21T13:33:36,761 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,762 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,762 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,763 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName c 2024-11-21T13:33:36,763 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:36,763 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:36,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,766 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,767 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:36,768 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,769 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 168a1814a593dcd2a9caff47d82b470e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59079332, jitterRate=-0.11964935064315796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:36,769 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:36,770 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 168a1814a593dcd2a9caff47d82b470e: Running coprocessor pre-open hook at 1732196016757Writing region info on filesystem at 1732196016757Initializing all the Stores at 1732196016758 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016758Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016758Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196016758Cleaning up temporary data from old regions at 1732196016766 (+8 ms)Running coprocessor post-open hooks at 1732196016769 (+3 ms)Region opened successfully at 1732196016770 (+1 ms) 2024-11-21T13:33:36,789 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 168a1814a593dcd2a9caff47d82b470e 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-21T13:33:36,791 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:37,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T13:33:37,792 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:38,793 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:39,794 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:40,794 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:41,795 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:42,796 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:43,796 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:44,797 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:45,298 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:33:45,798 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 168a1814a593dcd2a9caff47d82b470e/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:45,799 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 168a1814a593dcd2a9caff47d82b470e: 2024-11-21T13:33:45,799 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:45,812 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 168a1814a593dcd2a9caff47d82b470e: 2024-11-21T13:33:45,812 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-21T13:33:45,812 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 168a1814a593dcd2a9caff47d82b470e, disabling compactions & flushes 2024-11-21T13:33:45,812 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:45,812 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:45,812 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. after waiting 0 ms 2024-11-21T13:33:45,812 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:45,813 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:45,813 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. 2024-11-21T13:33:45,813 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 168a1814a593dcd2a9caff47d82b470e: Waiting for close lock at 1732196025812Running coprocessor pre-close hooks at 1732196025812Disabling compacts and flushes for region at 1732196025812Disabling writes for close at 1732196025812Writing region close event to WAL at 1732196025812Running coprocessor post-close hooks at 1732196025813 (+1 ms)Closed at 1732196025813 2024-11-21T13:33:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741903_1081 (size=2398) 2024-11-21T13:33:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741903_1081 (size=2398) 2024-11-21T13:33:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741903_1081 (size=2398) 2024-11-21T13:33:45,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676, size=2.3 K (2398bytes) 2024-11-21T13:33:45,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676 2024-11-21T13:33:45,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676 after 1ms 2024-11-21T13:33:45,834 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:45,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676 took 4ms 2024-11-21T13:33:45,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676 so closing down 2024-11-21T13:33:45,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:45,838 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732196016676.temp 2024-11-21T13:33:45,840 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000004-wal.1732196016676.temp 2024-11-21T13:33:45,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741904_1082 (size=1672) 2024-11-21T13:33:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741904_1082 (size=1672) 2024-11-21T13:33:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741904_1082 (size=1672) 2024-11-21T13:33:45,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000004-wal.1732196016676.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:45,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000004-wal.1732196016676.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000026 2024-11-21T13:33:45,852 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-21T13:33:45,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676, journal: Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676, size=2.3 K (2398bytes) at 1732196025830Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676 so closing down at 1732196025837 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000004-wal.1732196016676.temp at 1732196025840 (+3 ms)3 split writer threads finished at 1732196025841 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000004-wal.1732196016676.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732196025851 (+10 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000004-wal.1732196016676.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000026 at 1732196025852 (+1 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1732196025852 2024-11-21T13:33:45,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196016676 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196016676 2024-11-21T13:33:45,855 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000026 2024-11-21T13:33:45,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:45,857 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:45,869 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196025857, exclude list is [], retry=0 2024-11-21T13:33:45,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:45,873 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:45,873 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:45,876 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196025857 2024-11-21T13:33:45,877 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:45,877 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 168a1814a593dcd2a9caff47d82b470e, NAME => 'testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:45,878 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,878 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:45,878 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,878 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,880 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,881 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName a 2024-11-21T13:33:45,881 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:45,882 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:45,882 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,883 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName b 2024-11-21T13:33:45,883 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:45,884 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:45,884 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,885 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 168a1814a593dcd2a9caff47d82b470e columnFamilyName c 2024-11-21T13:33:45,885 DEBUG [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:45,886 INFO [StoreOpener-168a1814a593dcd2a9caff47d82b470e-1 {}] regionserver.HStore(327): Store=168a1814a593dcd2a9caff47d82b470e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:45,886 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,887 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,889 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,889 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000026 2024-11-21T13:33:45,892 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:45,893 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000026 2024-11-21T13:33:45,893 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 168a1814a593dcd2a9caff47d82b470e 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-21T13:33:45,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/a/a1a6ee625f0d4c63a30299d08339135e is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732196025803/Put/seqid=0 2024-11-21T13:33:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741906_1084 (size=5523) 2024-11-21T13:33:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741906_1084 (size=5523) 2024-11-21T13:33:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741906_1084 (size=5523) 2024-11-21T13:33:45,916 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/a/a1a6ee625f0d4c63a30299d08339135e 2024-11-21T13:33:45,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/b/f3f677ece8dc40438812c4f9daf0e508 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732196025799/Put/seqid=0 2024-11-21T13:33:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741907_1085 (size=5524) 2024-11-21T13:33:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741907_1085 (size=5524) 2024-11-21T13:33:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741907_1085 (size=5524) 2024-11-21T13:33:45,941 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/b/f3f677ece8dc40438812c4f9daf0e508 2024-11-21T13:33:45,961 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/c/6aebda6a46ff4a75b614c41711534f9f is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732196025801/Put/seqid=0 2024-11-21T13:33:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741908_1086 (size=5457) 2024-11-21T13:33:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741908_1086 (size=5457) 2024-11-21T13:33:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741908_1086 (size=5457) 2024-11-21T13:33:45,968 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/c/6aebda6a46ff4a75b614c41711534f9f 2024-11-21T13:33:45,974 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/a/a1a6ee625f0d4c63a30299d08339135e as hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/a/a1a6ee625f0d4c63a30299d08339135e 2024-11-21T13:33:45,980 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/a/a1a6ee625f0d4c63a30299d08339135e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T13:33:45,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/b/f3f677ece8dc40438812c4f9daf0e508 as hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/b/f3f677ece8dc40438812c4f9daf0e508 2024-11-21T13:33:45,986 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/b/f3f677ece8dc40438812c4f9daf0e508, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T13:33:45,987 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/.tmp/c/6aebda6a46ff4a75b614c41711534f9f as hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/c/6aebda6a46ff4a75b614c41711534f9f 2024-11-21T13:33:45,993 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/c/6aebda6a46ff4a75b614c41711534f9f, entries=6, sequenceid=26, filesize=5.3 K 2024-11-21T13:33:45,994 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 168a1814a593dcd2a9caff47d82b470e in 101ms, sequenceid=26, compaction requested=false; wal=null 2024-11-21T13:33:45,995 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/0000000000000000026 2024-11-21T13:33:45,996 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,996 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:45,997 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:45,999 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:46,002 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsAfterAbortingFlush/168a1814a593dcd2a9caff47d82b470e/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-21T13:33:46,003 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 168a1814a593dcd2a9caff47d82b470e; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60874560, jitterRate=-0.09289836883544922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:46,003 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 168a1814a593dcd2a9caff47d82b470e 2024-11-21T13:33:46,003 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 168a1814a593dcd2a9caff47d82b470e: Running coprocessor pre-open hook at 1732196025878Writing region info on filesystem at 1732196025878Initializing all the Stores at 1732196025879 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196025879Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196025879Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196025879Obtaining lock to block concurrent updates at 1732196025893 (+14 ms)Preparing flush snapshotting stores in 168a1814a593dcd2a9caff47d82b470e at 1732196025893Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732196025893Flushing stores of testReplayEditsAfterAbortingFlush,,1732196016626.168a1814a593dcd2a9caff47d82b470e. at 1732196025893Flushing 168a1814a593dcd2a9caff47d82b470e/a: creating writer at 1732196025894 (+1 ms)Flushing 168a1814a593dcd2a9caff47d82b470e/a: appending metadata at 1732196025907 (+13 ms)Flushing 168a1814a593dcd2a9caff47d82b470e/a: closing flushed file at 1732196025907Flushing 168a1814a593dcd2a9caff47d82b470e/b: creating writer at 1732196025921 (+14 ms)Flushing 168a1814a593dcd2a9caff47d82b470e/b: appending metadata at 1732196025934 (+13 ms)Flushing 168a1814a593dcd2a9caff47d82b470e/b: closing flushed file at 1732196025934Flushing 168a1814a593dcd2a9caff47d82b470e/c: creating writer at 1732196025947 (+13 ms)Flushing 168a1814a593dcd2a9caff47d82b470e/c: appending metadata at 1732196025961 (+14 ms)Flushing 168a1814a593dcd2a9caff47d82b470e/c: closing flushed file at 1732196025961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69177ed1: reopening flushed file at 1732196025973 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc771d4: reopening flushed file at 1732196025980 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4d643e: reopening flushed file at 1732196025986 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 168a1814a593dcd2a9caff47d82b470e in 101ms, sequenceid=26, compaction requested=false; wal=null at 1732196025994 (+8 ms)Cleaning up temporary data from old regions at 1732196025997 (+3 ms)Running coprocessor post-open hooks at 1732196026003 (+6 ms)Region opened successfully at 1732196026003 2024-11-21T13:33:46,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=414 (was 416), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2649 (was 2729) 2024-11-21T13:33:46,027 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-21T13:33:46,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=2647 2024-11-21T13:33:46,042 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-21T13:33:46,062 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:46,064 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:46,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:46,067 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39519940, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-39519940, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:46,082 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39519940/hregion-39519940.1732196026068, exclude list is [], retry=0 2024-11-21T13:33:46,085 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:46,085 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:46,085 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:46,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39519940/hregion-39519940.1732196026068 2024-11-21T13:33:46,087 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:46,088 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6e59ef9da4350df0277bc95a56090a32, NAME => 'testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741910_1088 (size=61) 2024-11-21T13:33:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741910_1088 (size=61) 2024-11-21T13:33:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741910_1088 (size=61) 2024-11-21T13:33:46,099 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:46,100 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,101 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e59ef9da4350df0277bc95a56090a32 columnFamilyName a 2024-11-21T13:33:46,101 DEBUG [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,101 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(327): Store=6e59ef9da4350df0277bc95a56090a32/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,102 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,102 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,102 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,103 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,103 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,104 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,106 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:46,107 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6e59ef9da4350df0277bc95a56090a32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68625020, jitterRate=0.022592484951019287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:46,107 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6e59ef9da4350df0277bc95a56090a32: Writing region info on filesystem at 1732196026099Initializing all the Stores at 1732196026099Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026099Cleaning up temporary data from old regions at 1732196026103 (+4 ms)Region opened successfully at 1732196026107 (+4 ms) 2024-11-21T13:33:46,107 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6e59ef9da4350df0277bc95a56090a32, disabling compactions & flushes 2024-11-21T13:33:46,107 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,107 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,107 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. after waiting 0 ms 2024-11-21T13:33:46,107 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,108 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,108 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6e59ef9da4350df0277bc95a56090a32: Waiting for close lock at 1732196026107Disabling compacts and flushes for region at 1732196026107Disabling writes for close at 1732196026107Writing region close event to WAL at 1732196026108 (+1 ms)Closed at 1732196026108 2024-11-21T13:33:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741909_1087 (size=93) 2024-11-21T13:33:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741909_1087 (size=93) 2024-11-21T13:33:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741909_1087 (size=93) 2024-11-21T13:33:46,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:46,114 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39519940:(num 1732196026068) 2024-11-21T13:33:46,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:46,116 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:46,128 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116, exclude list is [], retry=0 2024-11-21T13:33:46,131 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:46,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:46,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:46,134 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116 2024-11-21T13:33:46,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:46,135 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e59ef9da4350df0277bc95a56090a32, NAME => 'testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:46,136 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:46,136 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,136 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,139 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,140 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e59ef9da4350df0277bc95a56090a32 columnFamilyName a 2024-11-21T13:33:46,140 DEBUG [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,141 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(327): Store=6e59ef9da4350df0277bc95a56090a32/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,141 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,142 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,144 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,144 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,146 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,148 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6e59ef9da4350df0277bc95a56090a32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75092765, jitterRate=0.1189693957567215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:46,148 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6e59ef9da4350df0277bc95a56090a32: Writing region info on filesystem at 1732196026136Initializing all the Stores at 1732196026137 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026137Cleaning up temporary data from old regions at 1732196026144 (+7 ms)Region opened successfully at 1732196026148 (+4 ms) 2024-11-21T13:33:46,162 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6e59ef9da4350df0277bc95a56090a32, disabling compactions & flushes 2024-11-21T13:33:46,162 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,162 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,162 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. after waiting 0 ms 2024-11-21T13:33:46,162 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,162 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,162 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. 2024-11-21T13:33:46,162 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6e59ef9da4350df0277bc95a56090a32: Waiting for close lock at 1732196026162Disabling compacts and flushes for region at 1732196026162Disabling writes for close at 1732196026162Writing region close event to WAL at 1732196026162Closed at 1732196026162 2024-11-21T13:33:46,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741911_1089 (size=838) 2024-11-21T13:33:46,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741911_1089 (size=838) 2024-11-21T13:33:46,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741911_1089 (size=838) 2024-11-21T13:33:46,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116, size=838 (838bytes) 2024-11-21T13:33:46,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116 2024-11-21T13:33:46,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116 after 0ms 2024-11-21T13:33:46,190 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:46,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116 took 4ms 2024-11-21T13:33:46,193 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116 so closing down 2024-11-21T13:33:46,193 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:46,195 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732196026116.temp 2024-11-21T13:33:46,196 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000003-wal.1732196026116.temp 2024-11-21T13:33:46,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:46,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741912_1090 (size=838) 2024-11-21T13:33:46,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741912_1090 (size=838) 2024-11-21T13:33:46,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741912_1090 (size=838) 2024-11-21T13:33:46,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000003-wal.1732196026116.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:46,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000003-wal.1732196026116.temp to hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012 2024-11-21T13:33:46,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116, size=838, length=838, corrupted=false, cancelled=false 2024-11-21T13:33:46,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116, journal: Splitting hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116, size=838 (838bytes) at 1732196026188Finishing writing output for hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116 so closing down at 1732196026193 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000003-wal.1732196026116.temp at 1732196026196 (+3 ms)3 split writer threads finished at 1732196026197 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000003-wal.1732196026116.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732196026204 (+7 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000003-wal.1732196026116.temp to hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012 at 1732196026205 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116, size=838, length=838, corrupted=false, cancelled=false at 1732196026205 2024-11-21T13:33:46,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026116 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196026116 2024-11-21T13:33:46,207 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012 2024-11-21T13:33:46,210 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:46,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-21T13:33:46,522 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:46,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-21T13:33:46,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:46,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:46,577 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:46,590 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026577, exclude list is [], retry=0 2024-11-21T13:33:46,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:46,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:46,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:46,596 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026577 2024-11-21T13:33:46,597 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:46,597 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e59ef9da4350df0277bc95a56090a32, NAME => 'testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:46,597 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:46,597 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,597 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,601 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,604 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e59ef9da4350df0277bc95a56090a32 columnFamilyName a 2024-11-21T13:33:46,604 DEBUG [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,605 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(327): Store=6e59ef9da4350df0277bc95a56090a32/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,605 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,608 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,609 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012 2024-11-21T13:33:46,611 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:46,612 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012 2024-11-21T13:33:46,612 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6e59ef9da4350df0277bc95a56090a32 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-21T13:33:46,630 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/.tmp/a/b123202aede847e09e6d4eb078815304 is 79, key is testDatalossWhenInputError/a:x0/1732196026149/Put/seqid=0 2024-11-21T13:33:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741914_1092 (size=5808) 2024-11-21T13:33:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741914_1092 (size=5808) 2024-11-21T13:33:46,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741914_1092 (size=5808) 2024-11-21T13:33:46,639 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/.tmp/a/b123202aede847e09e6d4eb078815304 2024-11-21T13:33:46,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/.tmp/a/b123202aede847e09e6d4eb078815304 as hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/a/b123202aede847e09e6d4eb078815304 2024-11-21T13:33:46,662 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/a/b123202aede847e09e6d4eb078815304, entries=10, sequenceid=12, filesize=5.7 K 2024-11-21T13:33:46,662 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6e59ef9da4350df0277bc95a56090a32 in 50ms, sequenceid=12, compaction requested=false; wal=null 2024-11-21T13:33:46,663 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/0000000000000000012 2024-11-21T13:33:46,664 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,664 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,667 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,670 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T13:33:46,672 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6e59ef9da4350df0277bc95a56090a32; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70632203, jitterRate=0.05250184237957001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:46,672 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6e59ef9da4350df0277bc95a56090a32: Writing region info on filesystem at 1732196026597Initializing all the Stores at 1732196026600 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026601 (+1 ms)Obtaining lock to block concurrent updates at 1732196026612 (+11 ms)Preparing flush snapshotting stores in 6e59ef9da4350df0277bc95a56090a32 at 1732196026612Finished memstore snapshotting testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732196026612Flushing stores of testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32. at 1732196026612Flushing 6e59ef9da4350df0277bc95a56090a32/a: creating writer at 1732196026612Flushing 6e59ef9da4350df0277bc95a56090a32/a: appending metadata at 1732196026630 (+18 ms)Flushing 6e59ef9da4350df0277bc95a56090a32/a: closing flushed file at 1732196026630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c7b219: reopening flushed file at 1732196026648 (+18 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6e59ef9da4350df0277bc95a56090a32 in 50ms, sequenceid=12, compaction requested=false; wal=null at 1732196026662 (+14 ms)Cleaning up temporary data from old regions at 1732196026664 (+2 ms)Region opened successfully at 1732196026672 (+8 ms) 2024-11-21T13:33:46,676 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e59ef9da4350df0277bc95a56090a32, NAME => 'testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:46,677 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732196026063.6e59ef9da4350df0277bc95a56090a32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:46,677 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,677 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,678 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,679 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e59ef9da4350df0277bc95a56090a32 columnFamilyName a 2024-11-21T13:33:46,680 DEBUG [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,694 DEBUG [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/a/b123202aede847e09e6d4eb078815304 2024-11-21T13:33:46,694 INFO [StoreOpener-6e59ef9da4350df0277bc95a56090a32-1 {}] regionserver.HStore(327): Store=6e59ef9da4350df0277bc95a56090a32/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,694 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,699 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,701 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,702 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6e59ef9da4350df0277bc95a56090a32 2024-11-21T13:33:46,709 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testDatalossWhenInputError/6e59ef9da4350df0277bc95a56090a32/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-21T13:33:46,711 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6e59ef9da4350df0277bc95a56090a32; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74573657, jitterRate=0.11123408377170563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T13:33:46,711 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6e59ef9da4350df0277bc95a56090a32: Writing region info on filesystem at 1732196026677Initializing all the Stores at 1732196026678 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026678Cleaning up temporary data from old regions at 1732196026702 (+24 ms)Region opened successfully at 1732196026711 (+9 ms) 2024-11-21T13:33:46,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=424 (was 414) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:40740 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:51466 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:51412 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:40652 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1943045423-172.17.0.2-1732195991252:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37644 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37728 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=2610 (was 2647) 2024-11-21T13:33:46,732 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-21T13:33:46,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=2609 2024-11-21T13:33:46,749 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-21T13:33:46,764 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:46,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:46,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:46,770 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16167319, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-16167319, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:46,785 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16167319/hregion-16167319.1732196026770, exclude list is [], retry=0 2024-11-21T13:33:46,788 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:46,788 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:46,788 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:46,791 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16167319/hregion-16167319.1732196026770 2024-11-21T13:33:46,791 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:46,792 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4da1c3d5c5ff9a31f81f90df1e7058a7, NAME => 'testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741916_1094 (size=63) 2024-11-21T13:33:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741916_1094 (size=63) 2024-11-21T13:33:46,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741916_1094 (size=63) 2024-11-21T13:33:46,811 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:46,813 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,814 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName a 2024-11-21T13:33:46,814 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,815 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,815 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,816 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName b 2024-11-21T13:33:46,816 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,817 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,817 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,819 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName c 2024-11-21T13:33:46,819 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,819 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,820 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,821 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,821 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,822 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,822 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,823 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:46,825 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,827 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:46,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4da1c3d5c5ff9a31f81f90df1e7058a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59175415, jitterRate=-0.1182176023721695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:46,828 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4da1c3d5c5ff9a31f81f90df1e7058a7: Writing region info on filesystem at 1732196026811Initializing all the Stores at 1732196026812 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026813 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026813Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026813Cleaning up temporary data from old regions at 1732196026823 (+10 ms)Region opened successfully at 1732196026828 (+5 ms) 2024-11-21T13:33:46,829 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4da1c3d5c5ff9a31f81f90df1e7058a7, disabling compactions & flushes 2024-11-21T13:33:46,829 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:46,829 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:46,829 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. after waiting 0 ms 2024-11-21T13:33:46,829 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:46,829 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:46,829 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4da1c3d5c5ff9a31f81f90df1e7058a7: Waiting for close lock at 1732196026828Disabling compacts and flushes for region at 1732196026828Disabling writes for close at 1732196026829 (+1 ms)Writing region close event to WAL at 1732196026829Closed at 1732196026829 2024-11-21T13:33:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741915_1093 (size=93) 2024-11-21T13:33:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741915_1093 (size=93) 2024-11-21T13:33:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741915_1093 (size=93) 2024-11-21T13:33:46,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:46,842 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16167319:(num 1732196026770) 2024-11-21T13:33:46,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:46,844 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:46,862 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845, exclude list is [], retry=0 2024-11-21T13:33:46,866 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:46,866 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:46,867 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:46,878 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 2024-11-21T13:33:46,880 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:46,880 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4da1c3d5c5ff9a31f81f90df1e7058a7, NAME => 'testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:46,881 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:46,881 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,881 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,884 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,885 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName a 2024-11-21T13:33:46,885 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,886 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,886 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,887 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName b 2024-11-21T13:33:46,887 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,888 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,888 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,889 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName c 2024-11-21T13:33:46,890 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:46,890 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:46,890 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,892 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,893 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,893 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,893 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:46,894 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:46,895 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4da1c3d5c5ff9a31f81f90df1e7058a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71526965, jitterRate=0.06583483517169952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:46,896 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4da1c3d5c5ff9a31f81f90df1e7058a7: Writing region info on filesystem at 1732196026881Initializing all the Stores at 1732196026882 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026882Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026884 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196026884Cleaning up temporary data from old regions at 1732196026893 (+9 ms)Region opened successfully at 1732196026896 (+3 ms) 2024-11-21T13:33:46,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732196026901/Put/seqid=0 2024-11-21T13:33:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741918_1096 (size=4875) 2024-11-21T13:33:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741918_1096 (size=4875) 2024-11-21T13:33:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741918_1096 (size=4875) 2024-11-21T13:33:46,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732196026921/Put/seqid=0 2024-11-21T13:33:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741919_1097 (size=4875) 2024-11-21T13:33:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741919_1097 (size=4875) 2024-11-21T13:33:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741919_1097 (size=4875) 2024-11-21T13:33:46,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732196026940/Put/seqid=0 2024-11-21T13:33:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741920_1098 (size=4875) 2024-11-21T13:33:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741920_1098 (size=4875) 2024-11-21T13:33:46,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741920_1098 (size=4875) 2024-11-21T13:33:46,958 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 4da1c3d5c5ff9a31f81f90df1e7058a7/a 2024-11-21T13:33:46,964 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-21T13:33:46,964 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:33:46,964 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 4da1c3d5c5ff9a31f81f90df1e7058a7/a 2024-11-21T13:33:46,973 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-21T13:33:46,973 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:33:46,974 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 4da1c3d5c5ff9a31f81f90df1e7058a7/a 2024-11-21T13:33:46,979 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-21T13:33:46,979 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:33:46,979 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4da1c3d5c5ff9a31f81f90df1e7058a7 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-21T13:33:46,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/.tmp/a/9903cd4f23dc410f916e5d3851052032 is 55, key is testCompactedBulkLoadedFiles/a:a/1732196026896/Put/seqid=0 2024-11-21T13:33:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741921_1099 (size=5107) 2024-11-21T13:33:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741921_1099 (size=5107) 2024-11-21T13:33:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741921_1099 (size=5107) 2024-11-21T13:33:47,001 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/.tmp/a/9903cd4f23dc410f916e5d3851052032 2024-11-21T13:33:47,007 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/.tmp/a/9903cd4f23dc410f916e5d3851052032 as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032 2024-11-21T13:33:47,012 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032, entries=1, sequenceid=4, filesize=5.0 K 2024-11-21T13:33:47,014 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 4da1c3d5c5ff9a31f81f90df1e7058a7 in 35ms, sequenceid=4, compaction requested=false 2024-11-21T13:33:47,014 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4da1c3d5c5ff9a31f81f90df1e7058a7: 2024-11-21T13:33:47,017 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_ 2024-11-21T13:33:47,018 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_ 2024-11-21T13:33:47,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_ 2024-11-21T13:33:47,020 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile0 into 4da1c3d5c5ff9a31f81f90df1e7058a7/a as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_ - updating store file list. 2024-11-21T13:33:47,029 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4270361c50245b7b820a9c0977d0a83_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:47,029 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_ into 4da1c3d5c5ff9a31f81f90df1e7058a7/a 2024-11-21T13:33:47,030 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile0 into 4da1c3d5c5ff9a31f81f90df1e7058a7/a (new location: hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_) 2024-11-21T13:33:47,031 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile1 into 4da1c3d5c5ff9a31f81f90df1e7058a7/a as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_ - updating store file list. 2024-11-21T13:33:47,035 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72a189a58f2544878675143d9fd48ae7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:47,036 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_ into 4da1c3d5c5ff9a31f81f90df1e7058a7/a 2024-11-21T13:33:47,036 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile1 into 4da1c3d5c5ff9a31f81f90df1e7058a7/a (new location: hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_) 2024-11-21T13:33:47,037 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile2 into 4da1c3d5c5ff9a31f81f90df1e7058a7/a as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_ - updating store file list. 2024-11-21T13:33:47,042 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f978312176314282b27e24ff34c855ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:47,042 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_ into 4da1c3d5c5ff9a31f81f90df1e7058a7/a 2024-11-21T13:33:47,042 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35485/hbase/testCompactedBulkLoadedFiles/hfile2 into 4da1c3d5c5ff9a31f81f90df1e7058a7/a (new location: hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_) 2024-11-21T13:33:47,051 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T13:33:47,051 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4da1c3d5c5ff9a31f81f90df1e7058a7/a is initiating major compaction (all files) 2024-11-21T13:33:47,051 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4da1c3d5c5ff9a31f81f90df1e7058a7/a in testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:47,051 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_] into tmpdir=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/.tmp, totalSize=19.3 K 2024-11-21T13:33:47,052 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9903cd4f23dc410f916e5d3851052032, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732196026896 2024-11-21T13:33:47,053 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a4270361c50245b7b820a9c0977d0a83_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T13:33:47,053 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 72a189a58f2544878675143d9fd48ae7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T13:33:47,053 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f978312176314282b27e24ff34c855ed_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T13:33:47,075 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/.tmp/a/3824abaff16b4bdc9b67df7056736e63 is 55, key is testCompactedBulkLoadedFiles/a:a/1732196026896/Put/seqid=0 2024-11-21T13:33:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741922_1100 (size=6154) 2024-11-21T13:33:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741922_1100 (size=6154) 2024-11-21T13:33:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741922_1100 (size=6154) 2024-11-21T13:33:47,094 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/.tmp/a/3824abaff16b4bdc9b67df7056736e63 as hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/3824abaff16b4bdc9b67df7056736e63 2024-11-21T13:33:47,102 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 4da1c3d5c5ff9a31f81f90df1e7058a7/a of 4da1c3d5c5ff9a31f81f90df1e7058a7 into 3824abaff16b4bdc9b67df7056736e63(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T13:33:47,102 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4da1c3d5c5ff9a31f81f90df1e7058a7: 2024-11-21T13:33:47,103 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T13:33:47,103 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T13:33:47,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845, size=0 (0bytes) 2024-11-21T13:33:47,145 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 might be still open, length is 0 2024-11-21T13:33:47,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 2024-11-21T13:33:47,146 WARN [IPC Server handler 2 on default port 35485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-21T13:33:47,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 after 0ms 2024-11-21T13:33:48,201 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37766 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41517:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37766 dst: /127.0.0.1:41517 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41517 remote=/127.0.0.1:37766]. Total timeout mills is 60000, 58901 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:48,202 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:40770 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34163:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40770 dst: /127.0.0.1:34163 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:48,202 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:51510 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51510 dst: /127.0.0.1:33997 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741917_1101 (size=1368) 2024-11-21T13:33:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741917_1101 (size=1368) 2024-11-21T13:33:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741917_1101 (size=1368) 2024-11-21T13:33:51,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 after 4002ms 2024-11-21T13:33:51,155 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:51,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 took 4010ms 2024-11-21T13:33:51,158 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845; continuing. 2024-11-21T13:33:51,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 so closing down 2024-11-21T13:33:51,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:51,161 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732196026845.temp 2024-11-21T13:33:51,162 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000003-wal.1732196026845.temp 2024-11-21T13:33:51,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741923_1102 (size=635) 2024-11-21T13:33:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741923_1102 (size=635) 2024-11-21T13:33:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741923_1102 (size=635) 2024-11-21T13:33:51,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000003-wal.1732196026845.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:51,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000003-wal.1732196026845.temp to hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000008 2024-11-21T13:33:51,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T13:33:51,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845, journal: Splitting hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845, size=0 (0bytes) at 1732196027145Finishing writing output for hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 so closing down at 1732196031158 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000003-wal.1732196026845.temp at 1732196031162 (+4 ms)3 split writer threads finished at 1732196031162Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000003-wal.1732196026845.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732196031170 (+8 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000003-wal.1732196026845.temp to hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000008 at 1732196031171 (+1 ms)Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845, size=0, length=0, corrupted=false, cancelled=false at 1732196031172 (+1 ms) 2024-11-21T13:33:51,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196026845 2024-11-21T13:33:51,175 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000008 2024-11-21T13:33:51,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:51,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:51,191 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196031178, exclude list is [], retry=0 2024-11-21T13:33:51,193 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:51,193 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:51,194 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:51,195 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196031178 2024-11-21T13:33:51,195 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:51,195 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4da1c3d5c5ff9a31f81f90df1e7058a7, NAME => 'testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:51,196 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:51,196 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,196 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,197 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,198 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName a 2024-11-21T13:33:51,198 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,204 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/3824abaff16b4bdc9b67df7056736e63 2024-11-21T13:33:51,207 DEBUG [StoreFileOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72a189a58f2544878675143d9fd48ae7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:51,207 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_ 2024-11-21T13:33:51,211 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032 2024-11-21T13:33:51,214 DEBUG [StoreFileOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4270361c50245b7b820a9c0977d0a83_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:51,214 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_ 2024-11-21T13:33:51,217 DEBUG [StoreFileOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f978312176314282b27e24ff34c855ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:33:51,218 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_ 2024-11-21T13:33:51,218 WARN [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3ffa6bf4 2024-11-21T13:33:51,218 WARN [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3ffa6bf4 2024-11-21T13:33:51,218 WARN [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3ffa6bf4 2024-11-21T13:33:51,218 WARN [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3ffa6bf4 2024-11-21T13:33:51,218 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_] to archive 2024-11-21T13:33:51,219 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T13:33:51,220 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_ to hdfs://localhost:35485/hbase/archive/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/72a189a58f2544878675143d9fd48ae7_SeqId_4_ 2024-11-21T13:33:51,222 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032 to hdfs://localhost:35485/hbase/archive/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/9903cd4f23dc410f916e5d3851052032 2024-11-21T13:33:51,223 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_ to hdfs://localhost:35485/hbase/archive/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/a4270361c50245b7b820a9c0977d0a83_SeqId_4_ 2024-11-21T13:33:51,224 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_ to hdfs://localhost:35485/hbase/archive/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/a/f978312176314282b27e24ff34c855ed_SeqId_4_ 2024-11-21T13:33:51,224 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,224 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,225 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName b 2024-11-21T13:33:51,225 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,225 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,225 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,226 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da1c3d5c5ff9a31f81f90df1e7058a7 columnFamilyName c 2024-11-21T13:33:51,226 DEBUG [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,226 INFO [StoreOpener-4da1c3d5c5ff9a31f81f90df1e7058a7-1 {}] regionserver.HStore(327): Store=4da1c3d5c5ff9a31f81f90df1e7058a7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,226 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,227 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,228 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,229 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000008 2024-11-21T13:33:51,231 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:51,232 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 4da1c3d5c5ff9a31f81f90df1e7058a7 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "4da1c3d5c5ff9a31f81f90df1e7058a7" family_name: "a" compaction_input: "9903cd4f23dc410f916e5d3851052032" compaction_input: "a4270361c50245b7b820a9c0977d0a83_SeqId_4_" compaction_input: "72a189a58f2544878675143d9fd48ae7_SeqId_4_" compaction_input: "f978312176314282b27e24ff34c855ed_SeqId_4_" compaction_output: "3824abaff16b4bdc9b67df7056736e63" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-21T13:33:51,232 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-21T13:33:51,232 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000008 2024-11-21T13:33:51,233 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/0000000000000000008 2024-11-21T13:33:51,234 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,234 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,235 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:51,236 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4da1c3d5c5ff9a31f81f90df1e7058a7 2024-11-21T13:33:51,238 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testCompactedBulkLoadedFiles/4da1c3d5c5ff9a31f81f90df1e7058a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:33:51,239 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4da1c3d5c5ff9a31f81f90df1e7058a7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67981699, jitterRate=0.013006255030632019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:51,239 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4da1c3d5c5ff9a31f81f90df1e7058a7: Writing region info on filesystem at 1732196031196Initializing all the Stores at 1732196031197 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031197Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031197Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031197Cleaning up temporary data from old regions at 1732196031234 (+37 ms)Region opened successfully at 1732196031239 (+5 ms) 2024-11-21T13:33:51,241 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4da1c3d5c5ff9a31f81f90df1e7058a7, disabling compactions & flushes 2024-11-21T13:33:51,241 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:51,242 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:51,242 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. after waiting 0 ms 2024-11-21T13:33:51,242 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:51,242 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732196026765.4da1c3d5c5ff9a31f81f90df1e7058a7. 2024-11-21T13:33:51,242 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4da1c3d5c5ff9a31f81f90df1e7058a7: Waiting for close lock at 1732196031241Disabling compacts and flushes for region at 1732196031241Disabling writes for close at 1732196031242 (+1 ms)Writing region close event to WAL at 1732196031242Closed at 1732196031242 2024-11-21T13:33:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741924_1103 (size=93) 2024-11-21T13:33:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741924_1103 (size=93) 2024-11-21T13:33:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741924_1103 (size=93) 2024-11-21T13:33:51,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:51,247 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732196031178) 2024-11-21T13:33:51,260 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=436 (was 424) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1385377915_22 at /127.0.0.1:51572 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35485 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1385377915_22 at /127.0.0.1:37848 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=2531 (was 2609) 2024-11-21T13:33:51,260 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-21T13:33:51,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=436, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=2530 2024-11-21T13:33:51,273 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-21T13:33:51,285 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:51,287 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:33:51,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:33:51,290 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07281583, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/hregion-07281583, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:51,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07281583/hregion-07281583.1732196031290, exclude list is [], retry=0 2024-11-21T13:33:51,304 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:51,304 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:51,305 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:51,306 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07281583/hregion-07281583.1732196031290 2024-11-21T13:33:51,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225)] 2024-11-21T13:33:51,307 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f34fe3c570dfb9de748658ab1ce0294e, NAME => 'testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/hbase 2024-11-21T13:33:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741926_1105 (size=67) 2024-11-21T13:33:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741926_1105 (size=67) 2024-11-21T13:33:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741926_1105 (size=67) 2024-11-21T13:33:51,316 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:51,317 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,318 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName a 2024-11-21T13:33:51,319 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,319 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,319 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,320 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName b 2024-11-21T13:33:51,321 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,321 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,321 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,322 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName c 2024-11-21T13:33:51,322 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,323 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,325 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,325 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,326 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:51,327 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,329 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:33:51,330 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f34fe3c570dfb9de748658ab1ce0294e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60977098, jitterRate=-0.09137043356895447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:51,330 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f34fe3c570dfb9de748658ab1ce0294e: Writing region info on filesystem at 1732196031316Initializing all the Stores at 1732196031317 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031317Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031317Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031317Cleaning up temporary data from old regions at 1732196031325 (+8 ms)Region opened successfully at 1732196031330 (+5 ms) 2024-11-21T13:33:51,330 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f34fe3c570dfb9de748658ab1ce0294e, disabling compactions & flushes 2024-11-21T13:33:51,330 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,330 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,330 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. after waiting 0 ms 2024-11-21T13:33:51,330 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,330 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,331 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f34fe3c570dfb9de748658ab1ce0294e: Waiting for close lock at 1732196031330Disabling compacts and flushes for region at 1732196031330Disabling writes for close at 1732196031330Writing region close event to WAL at 1732196031330Closed at 1732196031330 2024-11-21T13:33:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741925_1104 (size=93) 2024-11-21T13:33:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741925_1104 (size=93) 2024-11-21T13:33:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741925_1104 (size=93) 2024-11-21T13:33:51,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:51,335 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07281583:(num 1732196031290) 2024-11-21T13:33:51,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:51,337 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:51,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T13:33:51,356 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337, exclude list is [], retry=0 2024-11-21T13:33:51,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:51,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:51,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:51,362 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337 2024-11-21T13:33:51,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-21T13:33:51,363 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f34fe3c570dfb9de748658ab1ce0294e, NAME => 'testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:51,363 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:51,363 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,363 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,367 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,368 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName a 2024-11-21T13:33:51,368 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,369 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,369 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,370 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName b 2024-11-21T13:33:51,370 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,370 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,370 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,371 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName c 2024-11-21T13:33:51,371 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,371 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,372 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,373 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,374 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,375 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,375 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,376 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:51,378 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,379 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f34fe3c570dfb9de748658ab1ce0294e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74881392, jitterRate=0.11581969261169434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:51,379 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f34fe3c570dfb9de748658ab1ce0294e: Writing region info on filesystem at 1732196031364Initializing all the Stores at 1732196031364Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031365 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031367 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031367Cleaning up temporary data from old regions at 1732196031375 (+8 ms)Region opened successfully at 1732196031379 (+4 ms) 2024-11-21T13:33:51,388 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f34fe3c570dfb9de748658ab1ce0294e 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T13:33:51,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/a/cad5ff2e5314464480aecd38ce81102a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732196031379/Put/seqid=0 2024-11-21T13:33:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741928_1107 (size=5958) 2024-11-21T13:33:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741928_1107 (size=5958) 2024-11-21T13:33:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741928_1107 (size=5958) 2024-11-21T13:33:51,413 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/a/cad5ff2e5314464480aecd38ce81102a 2024-11-21T13:33:51,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/a/cad5ff2e5314464480aecd38ce81102a as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/a/cad5ff2e5314464480aecd38ce81102a 2024-11-21T13:33:51,425 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/a/cad5ff2e5314464480aecd38ce81102a, entries=10, sequenceid=13, filesize=5.8 K 2024-11-21T13:33:51,426 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f34fe3c570dfb9de748658ab1ce0294e in 38ms, sequenceid=13, compaction requested=false 2024-11-21T13:33:51,426 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f34fe3c570dfb9de748658ab1ce0294e: 2024-11-21T13:33:51,449 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f34fe3c570dfb9de748658ab1ce0294e, disabling compactions & flushes 2024-11-21T13:33:51,449 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,449 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,449 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. after waiting 0 ms 2024-11-21T13:33:51,449 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,450 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,450 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:51,450 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f34fe3c570dfb9de748658ab1ce0294e: Waiting for close lock at 1732196031449Disabling compacts and flushes for region at 1732196031449Disabling writes for close at 1732196031449Writing region close event to WAL at 1732196031450 (+1 ms)Closed at 1732196031450 2024-11-21T13:33:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741927_1106 (size=2805) 2024-11-21T13:33:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741927_1106 (size=2805) 2024-11-21T13:33:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741927_1106 (size=2805) 2024-11-21T13:33:51,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337, size=2.7 K (2805bytes) 2024-11-21T13:33:51,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337 2024-11-21T13:33:51,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337 after 0ms 2024-11-21T13:33:51,474 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:51,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337 took 4ms 2024-11-21T13:33:51,477 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337 so closing down 2024-11-21T13:33:51,477 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:51,478 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732196031337.temp 2024-11-21T13:33:51,479 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000003-wal.1732196031337.temp 2024-11-21T13:33:51,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:51,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741929_1108 (size=2312) 2024-11-21T13:33:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741929_1108 (size=2312) 2024-11-21T13:33:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741929_1108 (size=2312) 2024-11-21T13:33:51,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000003-wal.1732196031337.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:51,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000003-wal.1732196031337.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000035 2024-11-21T13:33:51,487 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-21T13:33:51,487 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337, journal: Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337, size=2.7 K (2805bytes) at 1732196031472Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337 so closing down at 1732196031477 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000003-wal.1732196031337.temp at 1732196031479 (+2 ms)3 split writer threads finished at 1732196031479Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000003-wal.1732196031337.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732196031485 (+6 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000003-wal.1732196031337.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000035 at 1732196031486 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1732196031487 (+1 ms) 2024-11-21T13:33:51,488 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031337 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196031337 2024-11-21T13:33:51,489 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000035 2024-11-21T13:33:51,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:51,491 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:51,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491, exclude list is [], retry=0 2024-11-21T13:33:51,504 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:51,505 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:51,505 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:51,506 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 2024-11-21T13:33:51,506 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:51,506 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f34fe3c570dfb9de748658ab1ce0294e, NAME => 'testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:33:51,507 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:51,507 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,507 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,508 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,508 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName a 2024-11-21T13:33:51,508 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,515 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/a/cad5ff2e5314464480aecd38ce81102a 2024-11-21T13:33:51,515 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,515 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,516 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName b 2024-11-21T13:33:51,516 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,516 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,516 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,517 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName c 2024-11-21T13:33:51,518 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:51,518 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:51,518 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,520 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,521 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000035 2024-11-21T13:33:51,523 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:51,524 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000035 2024-11-21T13:33:51,524 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f34fe3c570dfb9de748658ab1ce0294e 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-21T13:33:51,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/b/01d1c5aa14fe40afa0b9b279811cdcd7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732196031426/Put/seqid=0 2024-11-21T13:33:51,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741931_1110 (size=5958) 2024-11-21T13:33:51,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741931_1110 (size=5958) 2024-11-21T13:33:51,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741931_1110 (size=5958) 2024-11-21T13:33:51,658 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/b/01d1c5aa14fe40afa0b9b279811cdcd7 2024-11-21T13:33:51,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/c/3151e4406e134b5184886bf727415486 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732196031434/Put/seqid=0 2024-11-21T13:33:51,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741932_1111 (size=5958) 2024-11-21T13:33:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741932_1111 (size=5958) 2024-11-21T13:33:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741932_1111 (size=5958) 2024-11-21T13:33:51,686 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/c/3151e4406e134b5184886bf727415486 2024-11-21T13:33:51,691 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/b/01d1c5aa14fe40afa0b9b279811cdcd7 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/b/01d1c5aa14fe40afa0b9b279811cdcd7 2024-11-21T13:33:51,696 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/b/01d1c5aa14fe40afa0b9b279811cdcd7, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T13:33:51,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/c/3151e4406e134b5184886bf727415486 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/c/3151e4406e134b5184886bf727415486 2024-11-21T13:33:51,702 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/c/3151e4406e134b5184886bf727415486, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T13:33:51,702 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f34fe3c570dfb9de748658ab1ce0294e in 178ms, sequenceid=35, compaction requested=false; wal=null 2024-11-21T13:33:51,703 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000035 2024-11-21T13:33:51,704 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,704 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,704 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:51,705 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:51,707 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-21T13:33:51,708 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f34fe3c570dfb9de748658ab1ce0294e; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67411753, jitterRate=0.004513397812843323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:51,708 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f34fe3c570dfb9de748658ab1ce0294e: Writing region info on filesystem at 1732196031507Initializing all the Stores at 1732196031507Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031507Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031508 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196031508Obtaining lock to block concurrent updates at 1732196031524 (+16 ms)Preparing flush snapshotting stores in f34fe3c570dfb9de748658ab1ce0294e at 1732196031524Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732196031525 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. at 1732196031525Flushing f34fe3c570dfb9de748658ab1ce0294e/b: creating writer at 1732196031525Flushing f34fe3c570dfb9de748658ab1ce0294e/b: appending metadata at 1732196031540 (+15 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/b: closing flushed file at 1732196031540Flushing f34fe3c570dfb9de748658ab1ce0294e/c: creating writer at 1732196031664 (+124 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/c: appending metadata at 1732196031680 (+16 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/c: closing flushed file at 1732196031680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e4c179: reopening flushed file at 1732196031691 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658bed07: reopening flushed file at 1732196031697 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f34fe3c570dfb9de748658ab1ce0294e in 178ms, sequenceid=35, compaction requested=false; wal=null at 1732196031702 (+5 ms)Cleaning up temporary data from old regions at 1732196031704 (+2 ms)Region opened successfully at 1732196031708 (+4 ms) 2024-11-21T13:33:51,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491, size=0 (0bytes) 2024-11-21T13:33:51,764 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 might be still open, length is 0 2024-11-21T13:33:51,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 2024-11-21T13:33:51,765 WARN [IPC Server handler 1 on default port 35485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-21T13:33:51,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 after 1ms 2024-11-21T13:33:54,202 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:37934 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41517:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37934 dst: /127.0.0.1:41517 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41517 remote=/127.0.0.1:37934]. Total timeout mills is 60000, 57530 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:54,203 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:40874 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34163:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40874 dst: /127.0.0.1:34163 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:54,203 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1220147588_22 at /127.0.0.1:51628 [Receiving block BP-1943045423-172.17.0.2-1732195991252:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51628 dst: /127.0.0.1:33997 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:54,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741930_1112 (size=2304) 2024-11-21T13:33:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741930_1112 (size=2304) 2024-11-21T13:33:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741930_1112 (size=2304) 2024-11-21T13:33:55,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 after 4002ms 2024-11-21T13:33:55,774 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:55,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 took 4010ms 2024-11-21T13:33:55,780 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491; continuing. 2024-11-21T13:33:55,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 so closing down 2024-11-21T13:33:55,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T13:33:55,782 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732196031491.temp 2024-11-21T13:33:55,784 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000037-wal.1732196031491.temp 2024-11-21T13:33:55,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T13:33:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741933_1113 (size=2312) 2024-11-21T13:33:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741933_1113 (size=2312) 2024-11-21T13:33:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741933_1113 (size=2312) 2024-11-21T13:33:55,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000037-wal.1732196031491.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T13:33:55,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000037-wal.1732196031491.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000066 2024-11-21T13:33:55,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T13:33:55,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491, journal: Splitting hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491, size=0 (0bytes) at 1732196031764Finishing writing output for hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 so closing down at 1732196035780 (+4016 ms)Creating recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000037-wal.1732196031491.temp at 1732196035784 (+4 ms)3 split writer threads finished at 1732196035784Closed recovered edits writer path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000037-wal.1732196031491.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732196035790 (+6 ms)Rename recovered edits hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000037-wal.1732196031491.temp to hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000066 at 1732196035792 (+2 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491, size=0, length=0, corrupted=false, cancelled=false at 1732196035792 2024-11-21T13:33:55,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 to hdfs://localhost:35485/hbase/oldWALs/wal.1732196031491 2024-11-21T13:33:55,795 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000066 2024-11-21T13:33:55,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T13:33:55,797 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285, archiveDir=hdfs://localhost:35485/hbase/oldWALs, maxLogs=32 2024-11-21T13:33:55,813 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196035798, exclude list is [], retry=0 2024-11-21T13:33:55,815 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34163,DS-a22bb642-b673-4b07-b3b0-fb89d3f16b7c,DISK] 2024-11-21T13:33:55,816 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-c7bc5252-4508-4fe5-9539-9bd9403688bd,DISK] 2024-11-21T13:33:55,816 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33997,DS-b5caed7c-88d8-424b-a693-717026e0db06,DISK] 2024-11-21T13:33:55,817 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196035798 2024-11-21T13:33:55,818 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37225:37225),(127.0.0.1/127.0.0.1:36401:36401),(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-21T13:33:55,818 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:33:55,819 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,820 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName a 2024-11-21T13:33:55,820 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:55,825 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/a/cad5ff2e5314464480aecd38ce81102a 2024-11-21T13:33:55,825 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:55,825 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,826 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName b 2024-11-21T13:33:55,826 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:55,831 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/b/01d1c5aa14fe40afa0b9b279811cdcd7 2024-11-21T13:33:55,831 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:55,831 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,832 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34fe3c570dfb9de748658ab1ce0294e columnFamilyName c 2024-11-21T13:33:55,832 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:33:55,837 DEBUG [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/c/3151e4406e134b5184886bf727415486 2024-11-21T13:33:55,837 INFO [StoreOpener-f34fe3c570dfb9de748658ab1ce0294e-1 {}] regionserver.HStore(327): Store=f34fe3c570dfb9de748658ab1ce0294e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:33:55,838 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,839 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,841 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,842 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000066 2024-11-21T13:33:55,844 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-21T13:33:55,850 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000066 2024-11-21T13:33:55,850 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f34fe3c570dfb9de748658ab1ce0294e 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T13:33:55,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/a/c40488464111483ba419e381da7a28b7 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732196031714/Put/seqid=0 2024-11-21T13:33:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741935_1115 (size=5958) 2024-11-21T13:33:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741935_1115 (size=5958) 2024-11-21T13:33:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741935_1115 (size=5958) 2024-11-21T13:33:55,871 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/a/c40488464111483ba419e381da7a28b7 2024-11-21T13:33:55,888 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/b/895ff7bcb1364f79b6a5a741d5efdd3d is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732196031720/Put/seqid=0 2024-11-21T13:33:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741936_1116 (size=5958) 2024-11-21T13:33:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741936_1116 (size=5958) 2024-11-21T13:33:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741936_1116 (size=5958) 2024-11-21T13:33:55,894 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/b/895ff7bcb1364f79b6a5a741d5efdd3d 2024-11-21T13:33:55,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/c/07a51ba63ec84f4faabf9368d7e09b98 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732196031726/Put/seqid=0 2024-11-21T13:33:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741937_1117 (size=5958) 2024-11-21T13:33:55,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741937_1117 (size=5958) 2024-11-21T13:33:55,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741937_1117 (size=5958) 2024-11-21T13:33:55,919 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/c/07a51ba63ec84f4faabf9368d7e09b98 2024-11-21T13:33:55,924 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/a/c40488464111483ba419e381da7a28b7 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/a/c40488464111483ba419e381da7a28b7 2024-11-21T13:33:55,929 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/a/c40488464111483ba419e381da7a28b7, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T13:33:55,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/b/895ff7bcb1364f79b6a5a741d5efdd3d as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/b/895ff7bcb1364f79b6a5a741d5efdd3d 2024-11-21T13:33:55,935 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/b/895ff7bcb1364f79b6a5a741d5efdd3d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T13:33:55,936 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/.tmp/c/07a51ba63ec84f4faabf9368d7e09b98 as hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/c/07a51ba63ec84f4faabf9368d7e09b98 2024-11-21T13:33:55,941 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/c/07a51ba63ec84f4faabf9368d7e09b98, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T13:33:55,941 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f34fe3c570dfb9de748658ab1ce0294e in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-11-21T13:33:55,942 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/0000000000000000066 2024-11-21T13:33:55,943 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,943 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,944 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:33:55,945 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f34fe3c570dfb9de748658ab1ce0294e 2024-11-21T13:33:55,948 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/hbase/data/default/testReplayEditsWrittenViaHRegion/f34fe3c570dfb9de748658ab1ce0294e/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-21T13:33:55,949 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f34fe3c570dfb9de748658ab1ce0294e; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60960062, jitterRate=-0.09162428975105286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:33:55,949 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f34fe3c570dfb9de748658ab1ce0294e: Writing region info on filesystem at 1732196035818Initializing all the Stores at 1732196035819 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196035819Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196035819Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732196035819Obtaining lock to block concurrent updates at 1732196035850 (+31 ms)Preparing flush snapshotting stores in f34fe3c570dfb9de748658ab1ce0294e at 1732196035850Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732196035851 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. at 1732196035851Flushing f34fe3c570dfb9de748658ab1ce0294e/a: creating writer at 1732196035851Flushing f34fe3c570dfb9de748658ab1ce0294e/a: appending metadata at 1732196035864 (+13 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/a: closing flushed file at 1732196035864Flushing f34fe3c570dfb9de748658ab1ce0294e/b: creating writer at 1732196035875 (+11 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/b: appending metadata at 1732196035888 (+13 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/b: closing flushed file at 1732196035888Flushing f34fe3c570dfb9de748658ab1ce0294e/c: creating writer at 1732196035898 (+10 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/c: appending metadata at 1732196035911 (+13 ms)Flushing f34fe3c570dfb9de748658ab1ce0294e/c: closing flushed file at 1732196035912 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210b08be: reopening flushed file at 1732196035923 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1867ce69: reopening flushed file at 1732196035929 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2dfb6a: reopening flushed file at 1732196035935 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f34fe3c570dfb9de748658ab1ce0294e in 91ms, sequenceid=66, compaction requested=false; wal=null at 1732196035942 (+7 ms)Cleaning up temporary data from old regions at 1732196035943 (+1 ms)Region opened successfully at 1732196035949 (+6 ms) 2024-11-21T13:33:55,964 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f34fe3c570dfb9de748658ab1ce0294e, disabling compactions & flushes 2024-11-21T13:33:55,964 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:55,964 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:55,964 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. after waiting 0 ms 2024-11-21T13:33:55,964 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:55,965 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732196031286.f34fe3c570dfb9de748658ab1ce0294e. 2024-11-21T13:33:55,965 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f34fe3c570dfb9de748658ab1ce0294e: Waiting for close lock at 1732196035963Disabling compacts and flushes for region at 1732196035963Disabling writes for close at 1732196035964 (+1 ms)Writing region close event to WAL at 1732196035965 (+1 ms)Closed at 1732196035965 2024-11-21T13:33:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741934_1114 (size=93) 2024-11-21T13:33:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741934_1114 (size=93) 2024-11-21T13:33:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741934_1114 (size=93) 2024-11-21T13:33:55,970 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T13:33:55,970 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732196035798) 2024-11-21T13:33:55,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=443 (was 436) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35485 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2145943764_22 at /127.0.0.1:49904 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2145943764_22 at /127.0.0.1:39326 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2145943764_22 at /127.0.0.1:42552 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=2501 (was 2530) 2024-11-21T13:33:55,984 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-21T13:33:55,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:33:55,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:33:55,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:33:55,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:55,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:55,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:33:55,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:33:55,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1950715143, stopped=false 2024-11-21T13:33:55,986 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,37635,1732195996147 2024-11-21T13:33:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T13:33:56,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T13:33:56,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T13:33:56,061 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:33:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:56,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:33:56,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:33:56,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:56,061 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,46819,1732195997073' ***** 2024-11-21T13:33:56,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:33:56,061 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,39357,1732195997125' ***** 2024-11-21T13:33:56,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:33:56,062 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:33:56,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T13:33:56,062 INFO [RS:2;4fe6efa1e611:39357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:33:56,062 INFO [RS:2;4fe6efa1e611:39357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:33:56,062 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(3091): Received CLOSE for 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fe6efa1e611:46819. 2024-11-21T13:33:56,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T13:33:56,062 DEBUG [RS:1;4fe6efa1e611:46819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:33:56,062 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:33:56,062 DEBUG [RS:1;4fe6efa1e611:46819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:33:56,062 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:33:56,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T13:33:56,063 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:33:56,063 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:33:56,063 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:33:56,063 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:56,063 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:33:56,063 INFO [RS:2;4fe6efa1e611:39357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4fe6efa1e611:39357. 2024-11-21T13:33:56,063 DEBUG [RS:2;4fe6efa1e611:39357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:33:56,063 DEBUG [RS:2;4fe6efa1e611:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:56,063 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:33:56,063 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1325): Online Regions={739e94366cdd27a22c884deb69c0f019=testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019.} 2024-11-21T13:33:56,063 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 739e94366cdd27a22c884deb69c0f019, disabling compactions & flushes 2024-11-21T13:33:56,064 DEBUG [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1351): Waiting on 739e94366cdd27a22c884deb69c0f019 2024-11-21T13:33:56,064 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:56,064 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:56,064 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:33:56,064 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. after waiting 0 ms 2024-11-21T13:33:56,064 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:33:56,064 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:56,064 DEBUG [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:33:56,064 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:33:56,064 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:33:56,064 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:33:56,064 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:33:56,064 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:33:56,064 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-21T13:33:56,068 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/739e94366cdd27a22c884deb69c0f019/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-21T13:33:56,069 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:56,069 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 739e94366cdd27a22c884deb69c0f019: Waiting for close lock at 1732196036063Running coprocessor pre-close hooks at 1732196036063Disabling compacts and flushes for region at 1732196036063Disabling writes for close at 1732196036064 (+1 ms)Writing region close event to WAL at 1732196036065 (+1 ms)Running coprocessor post-close hooks at 1732196036069 (+4 ms)Closed at 1732196036069 2024-11-21T13:33:56,069 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019. 2024-11-21T13:33:56,090 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/info/eea86b78167f4fe5b4d431baf5a0814e is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732196011738.739e94366cdd27a22c884deb69c0f019./info:regioninfo/1732196015202/Put/seqid=0 2024-11-21T13:33:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741938_1118 (size=8243) 2024-11-21T13:33:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741938_1118 (size=8243) 2024-11-21T13:33:56,097 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:33:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741938_1118 (size=8243) 2024-11-21T13:33:56,097 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:33:56,098 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/info/eea86b78167f4fe5b4d431baf5a0814e 2024-11-21T13:33:56,118 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/ns/1a7cf61055444b8badb75cd5556e7bb9 is 43, key is default/ns:d/1732195999697/Put/seqid=0 2024-11-21T13:33:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741939_1119 (size=5153) 2024-11-21T13:33:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741939_1119 (size=5153) 2024-11-21T13:33:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741939_1119 (size=5153) 2024-11-21T13:33:56,126 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/ns/1a7cf61055444b8badb75cd5556e7bb9 2024-11-21T13:33:56,145 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/table/0de8c2543d9e41119e29d3e2c583247b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732196012169/Put/seqid=0 2024-11-21T13:33:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741940_1120 (size=5431) 2024-11-21T13:33:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741940_1120 (size=5431) 2024-11-21T13:33:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741940_1120 (size=5431) 2024-11-21T13:33:56,151 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/table/0de8c2543d9e41119e29d3e2c583247b 2024-11-21T13:33:56,156 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/info/eea86b78167f4fe5b4d431baf5a0814e as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/info/eea86b78167f4fe5b4d431baf5a0814e 2024-11-21T13:33:56,161 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/info/eea86b78167f4fe5b4d431baf5a0814e, entries=18, sequenceid=21, filesize=8.0 K 2024-11-21T13:33:56,162 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/ns/1a7cf61055444b8badb75cd5556e7bb9 as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/ns/1a7cf61055444b8badb75cd5556e7bb9 2024-11-21T13:33:56,169 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/ns/1a7cf61055444b8badb75cd5556e7bb9, entries=2, sequenceid=21, filesize=5.0 K 2024-11-21T13:33:56,170 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/.tmp/table/0de8c2543d9e41119e29d3e2c583247b as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/table/0de8c2543d9e41119e29d3e2c583247b 2024-11-21T13:33:56,175 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/table/0de8c2543d9e41119e29d3e2c583247b, entries=2, sequenceid=21, filesize=5.3 K 2024-11-21T13:33:56,177 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=21, compaction requested=false 2024-11-21T13:33:56,182 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-21T13:33:56,182 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:33:56,183 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:33:56,183 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732196036064Running coprocessor pre-close hooks at 1732196036064Disabling compacts and flushes for region at 1732196036064Disabling writes for close at 1732196036064Obtaining lock to block concurrent updates at 1732196036064Preparing flush snapshotting stores in 1588230740 at 1732196036064Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732196036065 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732196036066 (+1 ms)Flushing 1588230740/info: creating writer at 1732196036066Flushing 1588230740/info: appending metadata at 1732196036089 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732196036089Flushing 1588230740/ns: creating writer at 1732196036104 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732196036117 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732196036117Flushing 1588230740/table: creating writer at 1732196036131 (+14 ms)Flushing 1588230740/table: appending metadata at 1732196036144 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732196036144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ec2880: reopening flushed file at 1732196036155 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251cb3a2: reopening flushed file at 1732196036161 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd665ad: reopening flushed file at 1732196036169 (+8 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=21, compaction requested=false at 1732196036177 (+8 ms)Writing region close event to WAL at 1732196036178 (+1 ms)Running coprocessor post-close hooks at 1732196036182 (+4 ms)Closed at 1732196036183 (+1 ms) 2024-11-21T13:33:56,183 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:33:56,264 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,39357,1732195997125; all regions closed. 2024-11-21T13:33:56,264 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,46819,1732195997073; all regions closed. 2024-11-21T13:33:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741835_1011 (size=841) 2024-11-21T13:33:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741835_1011 (size=841) 2024-11-21T13:33:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741836_1012 (size=3783) 2024-11-21T13:33:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741835_1011 (size=841) 2024-11-21T13:33:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741836_1012 (size=3783) 2024-11-21T13:33:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741836_1012 (size=3783) 2024-11-21T13:33:56,274 DEBUG [RS:2;4fe6efa1e611:39357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs 2024-11-21T13:33:56,274 INFO [RS:2;4fe6efa1e611:39357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C39357%2C1732195997125:(num 1732195998816) 2024-11-21T13:33:56,274 DEBUG [RS:2;4fe6efa1e611:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:56,274 DEBUG [RS:1;4fe6efa1e611:46819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs 2024-11-21T13:33:56,274 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:33:56,275 INFO [RS:1;4fe6efa1e611:46819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C46819%2C1732195997073.meta:.meta(num 1732195999396) 2024-11-21T13:33:56,275 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:33:56,275 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:33:56,275 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:33:56,275 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:33:56,275 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:33:56,275 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:33:56,275 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:33:56,275 INFO [RS:2;4fe6efa1e611:39357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39357 2024-11-21T13:33:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741834_1010 (size=2054) 2024-11-21T13:33:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741834_1010 (size=2054) 2024-11-21T13:33:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741834_1010 (size=2054) 2024-11-21T13:33:56,280 DEBUG [RS:1;4fe6efa1e611:46819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/oldWALs 2024-11-21T13:33:56,280 INFO [RS:1;4fe6efa1e611:46819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C46819%2C1732195997073:(num 1732195998816) 2024-11-21T13:33:56,280 DEBUG [RS:1;4fe6efa1e611:46819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:33:56,280 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:33:56,280 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:33:56,281 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:33:56,281 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:33:56,281 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:33:56,281 INFO [RS:1;4fe6efa1e611:46819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46819 2024-11-21T13:33:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fe6efa1e611,39357,1732195997125 2024-11-21T13:33:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T13:33:56,286 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:33:56,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fe6efa1e611,46819,1732195997073 2024-11-21T13:33:56,296 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:33:56,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,46819,1732195997073] 2024-11-21T13:33:56,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fe6efa1e611,46819,1732195997073 already deleted, retry=false 2024-11-21T13:33:56,329 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,46819,1732195997073 expired; onlineServers=1 2024-11-21T13:33:56,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,39357,1732195997125] 2024-11-21T13:33:56,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fe6efa1e611,39357,1732195997125 already deleted, retry=false 2024-11-21T13:33:56,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,39357,1732195997125 expired; onlineServers=0 2024-11-21T13:33:56,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,37635,1732195996147' ***** 2024-11-21T13:33:56,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:33:56,340 INFO [M:0;4fe6efa1e611:37635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:33:56,340 INFO [M:0;4fe6efa1e611:37635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:33:56,340 DEBUG [M:0;4fe6efa1e611:37635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:33:56,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:33:56,340 DEBUG [M:0;4fe6efa1e611:37635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:33:56,340 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195998294 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195998294,5,FailOnTimeoutGroup] 2024-11-21T13:33:56,340 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195998290 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195998290,5,FailOnTimeoutGroup] 2024-11-21T13:33:56,341 INFO [M:0;4fe6efa1e611:37635 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:33:56,341 INFO [M:0;4fe6efa1e611:37635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:33:56,341 DEBUG [M:0;4fe6efa1e611:37635 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:33:56,341 INFO [M:0;4fe6efa1e611:37635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:33:56,341 INFO [M:0;4fe6efa1e611:37635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:33:56,342 INFO [M:0;4fe6efa1e611:37635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:33:56,343 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:33:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T13:33:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T13:33:56,350 DEBUG [M:0;4fe6efa1e611:37635 {}] zookeeper.ZKUtil(347): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T13:33:56,350 WARN [M:0;4fe6efa1e611:37635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:33:56,351 INFO [M:0;4fe6efa1e611:37635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/.lastflushedseqids 2024-11-21T13:33:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741941_1121 (size=138) 2024-11-21T13:33:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741941_1121 (size=138) 2024-11-21T13:33:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741941_1121 (size=138) 2024-11-21T13:33:56,366 INFO [M:0;4fe6efa1e611:37635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:33:56,366 INFO [M:0;4fe6efa1e611:37635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:33:56,366 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:33:56,366 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:56,366 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:56,366 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:33:56,366 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:56,366 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-21T13:33:56,381 DEBUG [M:0;4fe6efa1e611:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edb61fd567684477a66d47895741d1ab is 82, key is hbase:meta,,1/info:regioninfo/1732195999478/Put/seqid=0 2024-11-21T13:33:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741942_1122 (size=5672) 2024-11-21T13:33:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741942_1122 (size=5672) 2024-11-21T13:33:56,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741942_1122 (size=5672) 2024-11-21T13:33:56,387 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edb61fd567684477a66d47895741d1ab 2024-11-21T13:33:56,405 DEBUG [M:0;4fe6efa1e611:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c46ed2baa040afad123f89185c2c3a is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732196012176/Put/seqid=0 2024-11-21T13:33:56,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:56,407 INFO [RS:2;4fe6efa1e611:39357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:33:56,407 INFO [RS:2;4fe6efa1e611:39357 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,39357,1732195997125; zookeeper connection closed. 2024-11-21T13:33:56,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1015d994a890003, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:56,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fc833b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fc833b7 2024-11-21T13:33:56,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741943_1123 (size=7756) 2024-11-21T13:33:56,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741943_1123 (size=7756) 2024-11-21T13:33:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741943_1123 (size=7756) 2024-11-21T13:33:56,415 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c46ed2baa040afad123f89185c2c3a 2024-11-21T13:33:56,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:56,418 INFO [RS:1;4fe6efa1e611:46819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:33:56,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46819-0x1015d994a890002, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:56,418 INFO [RS:1;4fe6efa1e611:46819 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,46819,1732195997073; zookeeper connection closed. 2024-11-21T13:33:56,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f668db0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f668db0 2024-11-21T13:33:56,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T13:33:56,420 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c46ed2baa040afad123f89185c2c3a 2024-11-21T13:33:56,434 DEBUG [M:0;4fe6efa1e611:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4716e8c7c32841099641606e629a45d7 is 69, key is 4fe6efa1e611,39357,1732195997125/rs:state/1732195998447/Put/seqid=0 2024-11-21T13:33:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741944_1124 (size=5440) 2024-11-21T13:33:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741944_1124 (size=5440) 2024-11-21T13:33:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741944_1124 (size=5440) 2024-11-21T13:33:56,441 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4716e8c7c32841099641606e629a45d7 2024-11-21T13:33:56,445 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4716e8c7c32841099641606e629a45d7 2024-11-21T13:33:56,447 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edb61fd567684477a66d47895741d1ab as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edb61fd567684477a66d47895741d1ab 2024-11-21T13:33:56,451 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edb61fd567684477a66d47895741d1ab, entries=8, sequenceid=168, filesize=5.5 K 2024-11-21T13:33:56,453 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c46ed2baa040afad123f89185c2c3a as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c46ed2baa040afad123f89185c2c3a 2024-11-21T13:33:56,457 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c46ed2baa040afad123f89185c2c3a 2024-11-21T13:33:56,457 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c46ed2baa040afad123f89185c2c3a, entries=17, sequenceid=168, filesize=7.6 K 2024-11-21T13:33:56,458 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4716e8c7c32841099641606e629a45d7 as hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4716e8c7c32841099641606e629a45d7 2024-11-21T13:33:56,462 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4716e8c7c32841099641606e629a45d7 2024-11-21T13:33:56,463 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/a227ef78-4a2f-ac44-ca1e-2309a2c3b6d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4716e8c7c32841099641606e629a45d7, entries=3, sequenceid=168, filesize=5.3 K 2024-11-21T13:33:56,463 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=168, compaction requested=false 2024-11-21T13:33:56,465 INFO [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:33:56,465 DEBUG [M:0;4fe6efa1e611:37635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732196036366Disabling compacts and flushes for region at 1732196036366Disabling writes for close at 1732196036366Obtaining lock to block concurrent updates at 1732196036366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732196036366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732196036367 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732196036367Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732196036367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732196036381 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732196036381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732196036391 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732196036404 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732196036404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732196036420 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732196036433 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732196036433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d24237: reopening flushed file at 1732196036446 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6e35bc: reopening flushed file at 1732196036452 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539e5385: reopening flushed file at 1732196036457 (+5 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=168, compaction requested=false at 1732196036463 (+6 ms)Writing region close event to WAL at 1732196036464 (+1 ms)Closed at 1732196036465 (+1 ms) 2024-11-21T13:33:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34163 is added to blk_1073741830_1006 (size=71349) 2024-11-21T13:33:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741830_1006 (size=71349) 2024-11-21T13:33:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33997 is added to blk_1073741830_1006 (size=71349) 2024-11-21T13:33:56,468 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:33:56,468 INFO [M:0;4fe6efa1e611:37635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:33:56,468 INFO [M:0;4fe6efa1e611:37635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37635 2024-11-21T13:33:56,468 INFO [M:0;4fe6efa1e611:37635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:33:56,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-21T13:33:56,522 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:56,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-21T13:33:56,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-21T13:33:56,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:33:56,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:33:56,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:33:56,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T13:33:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:56,576 INFO [M:0;4fe6efa1e611:37635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:33:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1015d994a890000, quorum=127.0.0.1:56031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:33:56,584 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196016494 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196016494 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732196015318/wal.1732196016494 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T13:33:56,586 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732196007323/wal.1732196007449 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:56,586 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732196031285/wal.1732196031491 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:56,589 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196025857 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196025857 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732196016625/wal.1732196025857 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T13:33:56,590 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732196000719/wal.1732196000785 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:56,593 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026577 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026577 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732196026061/wal.1732196026577 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T13:33:56,594 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732196026764/wal.1732196026845 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:33:56,595 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal.1732196000584 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal.1732196000584 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732196000403/wal.1732196000584 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T13:33:56,598 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal.1732196000183 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal.1732196000183 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732195999957/wal.1732196000183 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1220147588_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T13:33:56,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:33:56,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:33:56,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:33:56,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:33:56,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,STOPPED} 2024-11-21T13:33:56,680 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:33:56,680 WARN [BP-1943045423-172.17.0.2-1732195991252 heartbeating to localhost/127.0.0.1:35485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:33:56,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:33:56,680 WARN [BP-1943045423-172.17.0.2-1732195991252 heartbeating to localhost/127.0.0.1:35485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943045423-172.17.0.2-1732195991252 (Datanode Uuid ab65e7ea-c7b3-49c3-ac0e-c67200327a44) service to localhost/127.0.0.1:35485 2024-11-21T13:33:56,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data5/current/BP-1943045423-172.17.0.2-1732195991252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:33:56,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data6/current/BP-1943045423-172.17.0.2-1732195991252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:33:56,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:33:56,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:33:56,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:33:56,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:33:56,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:33:56,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,STOPPED} 2024-11-21T13:33:56,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:33:56,688 WARN [BP-1943045423-172.17.0.2-1732195991252 heartbeating to localhost/127.0.0.1:35485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:33:56,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:33:56,688 WARN [BP-1943045423-172.17.0.2-1732195991252 heartbeating to localhost/127.0.0.1:35485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943045423-172.17.0.2-1732195991252 (Datanode Uuid 11ad408c-6227-4a0c-b442-31f71c86c307) service to localhost/127.0.0.1:35485 2024-11-21T13:33:56,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data3/current/BP-1943045423-172.17.0.2-1732195991252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:33:56,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data4/current/BP-1943045423-172.17.0.2-1732195991252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:33:56,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:33:56,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:33:56,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:33:56,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:33:56,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:33:56,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,STOPPED} 2024-11-21T13:33:56,695 WARN [BP-1943045423-172.17.0.2-1732195991252 heartbeating to localhost/127.0.0.1:35485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:33:56,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:33:56,695 WARN [BP-1943045423-172.17.0.2-1732195991252 heartbeating to localhost/127.0.0.1:35485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943045423-172.17.0.2-1732195991252 (Datanode Uuid 441f41cb-c579-4c71-8240-d7bb2751d7e6) service to localhost/127.0.0.1:35485 2024-11-21T13:33:56,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:33:56,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data1/current/BP-1943045423-172.17.0.2-1732195991252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:33:56,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/cluster_1f1e4fa8-e79a-0276-009c-64cfdbe1603c/data/data2/current/BP-1943045423-172.17.0.2-1732195991252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:33:56,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:33:56,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:33:56,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:33:56,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:33:56,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:33:56,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d087493-4b3d-b09e-6c4a-389400198911/hadoop.log.dir/,STOPPED} 2024-11-21T13:33:56,715 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:33:56,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down