2024-12-07 07:18:11,920 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-07 07:18:11,930 main DEBUG Took 0.008831 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 07:18:11,931 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 07:18:11,931 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 07:18:11,932 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 07:18:11,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,939 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 07:18:11,950 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,954 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,955 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,956 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,957 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,958 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,958 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,959 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:18:11,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,960 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 07:18:11,962 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:18:11,963 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 07:18:11,964 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 07:18:11,965 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 07:18:11,966 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 07:18:11,966 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 07:18:11,974 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 07:18:11,976 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 07:18:11,978 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 07:18:11,978 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 07:18:11,978 main DEBUG createAppenders(={Console}) 2024-12-07 07:18:11,979 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-12-07 07:18:11,979 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-07 07:18:11,980 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-12-07 07:18:11,980 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 07:18:11,980 main DEBUG OutputStream closed 2024-12-07 07:18:11,981 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 07:18:11,981 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 07:18:11,981 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-12-07 07:18:12,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 07:18:12,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 07:18:12,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 07:18:12,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 07:18:12,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 07:18:12,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 07:18:12,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 07:18:12,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 07:18:12,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 07:18:12,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 07:18:12,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 07:18:12,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 07:18:12,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 07:18:12,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 07:18:12,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 07:18:12,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 07:18:12,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 07:18:12,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 07:18:12,056 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 07:18:12,057 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-12-07 07:18:12,057 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 07:18:12,058 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-12-07T07:18:12,258 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0 2024-12-07 07:18:12,261 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 07:18:12,261 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T07:18:12,269 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-07T07:18:12,294 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T07:18:12,333 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T07:18:12,334 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T07:18:12,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T07:18:12,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334, deleteOnExit=true 2024-12-07T07:18:12,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T07:18:12,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/test.cache.data in system properties and HBase conf 2024-12-07T07:18:12,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T07:18:12,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir in system properties and HBase conf 2024-12-07T07:18:12,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T07:18:12,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T07:18:12,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T07:18:12,429 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T07:18:12,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T07:18:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T07:18:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T07:18:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T07:18:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T07:18:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T07:18:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T07:18:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T07:18:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T07:18:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T07:18:12,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/nfs.dump.dir in system properties and HBase conf 2024-12-07T07:18:12,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/java.io.tmpdir in system properties and HBase conf 2024-12-07T07:18:12,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T07:18:12,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T07:18:12,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T07:18:13,545 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T07:18:13,613 INFO [Time-limited test {}] log.Log(170): Logging initialized @2298ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T07:18:13,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:18:13,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T07:18:13,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T07:18:13,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T07:18:13,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T07:18:13,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:18:13,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,AVAILABLE} 2024-12-07T07:18:13,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T07:18:13,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-1386194044228574087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T07:18:13,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-12-07T07:18:13,948 INFO [Time-limited test {}] server.Server(415): Started @2633ms 2024-12-07T07:18:14,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:18:14,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T07:18:14,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T07:18:14,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T07:18:14,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T07:18:14,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,AVAILABLE} 2024-12-07T07:18:14,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T07:18:14,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/java.io.tmpdir/jetty-localhost-39809-hadoop-hdfs-3_4_1-tests_jar-_-any-1900717759639627237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:18:14,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-12-07T07:18:14,597 INFO [Time-limited test {}] server.Server(415): Started @3282ms 2024-12-07T07:18:14,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T07:18:14,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:18:14,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T07:18:14,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T07:18:14,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T07:18:14,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T07:18:14,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,AVAILABLE} 2024-12-07T07:18:14,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T07:18:14,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/java.io.tmpdir/jetty-localhost-34077-hadoop-hdfs-3_4_1-tests_jar-_-any-2360855412868746592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:18:14,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:34077} 2024-12-07T07:18:14,858 INFO [Time-limited test {}] server.Server(415): Started @3542ms 2024-12-07T07:18:14,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T07:18:14,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:18:14,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T07:18:14,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T07:18:14,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T07:18:14,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T07:18:14,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,AVAILABLE} 2024-12-07T07:18:14,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T07:18:15,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/java.io.tmpdir/jetty-localhost-44683-hadoop-hdfs-3_4_1-tests_jar-_-any-2325931432479867142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:18:15,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:44683} 2024-12-07T07:18:15,002 INFO [Time-limited test {}] server.Server(415): Started @3687ms 2024-12-07T07:18:15,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T07:18:16,837 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data4/current/BP-1391527199-172.17.0.2-1733555893016/current, will proceed with Du for space computation calculation, 2024-12-07T07:18:16,837 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data2/current/BP-1391527199-172.17.0.2-1733555893016/current, will proceed with Du for space computation calculation, 2024-12-07T07:18:16,837 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data3/current/BP-1391527199-172.17.0.2-1733555893016/current, will proceed with Du for space computation calculation, 2024-12-07T07:18:16,837 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data1/current/BP-1391527199-172.17.0.2-1733555893016/current, will proceed with Du for space computation calculation, 2024-12-07T07:18:16,872 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T07:18:16,872 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T07:18:16,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7655b327e8d6f5d with lease ID 0xf77687a9cd6eac9b: Processing first storage report for DS-c59a3a34-8519-4b33-9fca-54e6627b7908 from datanode DatanodeRegistration(127.0.0.1:38601, datanodeUuid=025b9501-9154-4c55-a2f5-ef6fac471649, infoPort=36973, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016) 2024-12-07T07:18:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7655b327e8d6f5d with lease ID 0xf77687a9cd6eac9b: from storage DS-c59a3a34-8519-4b33-9fca-54e6627b7908 node DatanodeRegistration(127.0.0.1:38601, datanodeUuid=025b9501-9154-4c55-a2f5-ef6fac471649, infoPort=36973, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-07T07:18:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f86ead0a8ab38b with lease ID 0xf77687a9cd6eac9c: Processing first storage report for DS-0b637644-93dd-42ae-933f-b6871ee3d836 from datanode DatanodeRegistration(127.0.0.1:40117, datanodeUuid=db6c54ef-d1e4-4d7c-af17-eb213b2026cc, infoPort=35877, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016) 2024-12-07T07:18:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f86ead0a8ab38b with lease ID 0xf77687a9cd6eac9c: from storage DS-0b637644-93dd-42ae-933f-b6871ee3d836 node DatanodeRegistration(127.0.0.1:40117, datanodeUuid=db6c54ef-d1e4-4d7c-af17-eb213b2026cc, infoPort=35877, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T07:18:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7655b327e8d6f5d with lease ID 0xf77687a9cd6eac9b: Processing first storage report for DS-e5c24e19-8a0e-41a9-8c27-1b0fb0e6325d from datanode DatanodeRegistration(127.0.0.1:38601, datanodeUuid=025b9501-9154-4c55-a2f5-ef6fac471649, infoPort=36973, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016) 2024-12-07T07:18:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7655b327e8d6f5d with lease ID 0xf77687a9cd6eac9b: from storage DS-e5c24e19-8a0e-41a9-8c27-1b0fb0e6325d node DatanodeRegistration(127.0.0.1:38601, datanodeUuid=025b9501-9154-4c55-a2f5-ef6fac471649, infoPort=36973, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T07:18:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f86ead0a8ab38b with lease ID 0xf77687a9cd6eac9c: Processing first storage report for DS-6bbf72af-48b8-43fa-ae28-bfa12c944f67 from datanode DatanodeRegistration(127.0.0.1:40117, datanodeUuid=db6c54ef-d1e4-4d7c-af17-eb213b2026cc, infoPort=35877, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016) 2024-12-07T07:18:16,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f86ead0a8ab38b with lease ID 0xf77687a9cd6eac9c: from storage DS-6bbf72af-48b8-43fa-ae28-bfa12c944f67 node DatanodeRegistration(127.0.0.1:40117, datanodeUuid=db6c54ef-d1e4-4d7c-af17-eb213b2026cc, infoPort=35877, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T07:18:16,924 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data5/current/BP-1391527199-172.17.0.2-1733555893016/current, will proceed with Du for space computation calculation, 2024-12-07T07:18:16,925 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data6/current/BP-1391527199-172.17.0.2-1733555893016/current, will proceed with Du for space computation calculation, 2024-12-07T07:18:16,940 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T07:18:16,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88c827cfbcce680 with lease ID 0xf77687a9cd6eac9d: Processing first storage report for DS-95970c18-a94f-47f7-ac61-4bbfe467840f from datanode DatanodeRegistration(127.0.0.1:40639, datanodeUuid=3ae7f54e-c1ee-4070-9ad0-3fbb0fc59073, infoPort=39141, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016) 2024-12-07T07:18:16,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88c827cfbcce680 with lease ID 0xf77687a9cd6eac9d: from storage DS-95970c18-a94f-47f7-ac61-4bbfe467840f node DatanodeRegistration(127.0.0.1:40639, datanodeUuid=3ae7f54e-c1ee-4070-9ad0-3fbb0fc59073, infoPort=39141, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T07:18:16,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88c827cfbcce680 with lease ID 0xf77687a9cd6eac9d: Processing first storage report for DS-7520ce69-cca1-45c8-adc6-f92c03527a8e from datanode DatanodeRegistration(127.0.0.1:40639, datanodeUuid=3ae7f54e-c1ee-4070-9ad0-3fbb0fc59073, infoPort=39141, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016) 2024-12-07T07:18:16,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88c827cfbcce680 with lease ID 0xf77687a9cd6eac9d: from storage DS-7520ce69-cca1-45c8-adc6-f92c03527a8e node DatanodeRegistration(127.0.0.1:40639, datanodeUuid=3ae7f54e-c1ee-4070-9ad0-3fbb0fc59073, infoPort=39141, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135499617;c=1733555893016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T07:18:17,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0 2024-12-07T07:18:17,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/zookeeper_0, clientPort=60904, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T07:18:17,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60904 2024-12-07T07:18:17,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:17,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741825_1001 (size=7) 2024-12-07T07:18:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741825_1001 (size=7) 2024-12-07T07:18:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741825_1001 (size=7) 2024-12-07T07:18:17,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19 with version=8 2024-12-07T07:18:17,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/hbase-staging 2024-12-07T07:18:17,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5d4d7471f19e:0 server-side Connection retries=45 2024-12-07T07:18:17,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:17,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T07:18:18,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T07:18:18,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T07:18:18,175 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T07:18:18,185 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T07:18:18,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T07:18:18,216 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53583 (auto-detected) 2024-12-07T07:18:18,217 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T07:18:18,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33177 2024-12-07T07:18:18,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33177 connecting to ZooKeeper ensemble=127.0.0.1:60904 2024-12-07T07:18:18,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331770x0, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T07:18:18,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33177-0x101aea7be9a0000 connected 2024-12-07T07:18:18,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:18:18,494 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19, hbase.cluster.distributed=false 2024-12-07T07:18:18,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T07:18:18,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33177 2024-12-07T07:18:18,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33177 2024-12-07T07:18:18,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33177 2024-12-07T07:18:18,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33177 2024-12-07T07:18:18,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33177 2024-12-07T07:18:18,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5d4d7471f19e:0 server-side Connection retries=45 2024-12-07T07:18:18,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T07:18:18,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T07:18:18,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T07:18:18,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T07:18:18,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40979 2024-12-07T07:18:18,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40979 connecting to ZooKeeper ensemble=127.0.0.1:60904 2024-12-07T07:18:18,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409790x0, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T07:18:18,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409790x0, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:18:18,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40979-0x101aea7be9a0001 connected 2024-12-07T07:18:18,636 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T07:18:18,642 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T07:18:18,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T07:18:18,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T07:18:18,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40979 2024-12-07T07:18:18,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40979 2024-12-07T07:18:18,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40979 2024-12-07T07:18:18,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40979 2024-12-07T07:18:18,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40979 2024-12-07T07:18:18,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5d4d7471f19e:0 server-side Connection retries=45 2024-12-07T07:18:18,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T07:18:18,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T07:18:18,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T07:18:18,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T07:18:18,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39505 2024-12-07T07:18:18,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39505 connecting to ZooKeeper ensemble=127.0.0.1:60904 2024-12-07T07:18:18,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395050x0, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T07:18:18,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395050x0, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:18:18,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39505-0x101aea7be9a0002 connected 2024-12-07T07:18:18,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T07:18:18,687 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T07:18:18,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T07:18:18,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T07:18:18,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39505 2024-12-07T07:18:18,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39505 2024-12-07T07:18:18,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39505 2024-12-07T07:18:18,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39505 2024-12-07T07:18:18,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39505 2024-12-07T07:18:18,708 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5d4d7471f19e:0 server-side Connection retries=45 2024-12-07T07:18:18,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T07:18:18,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:18:18,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T07:18:18,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T07:18:18,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T07:18:18,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36039 2024-12-07T07:18:18,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36039 connecting to ZooKeeper ensemble=127.0.0.1:60904 2024-12-07T07:18:18,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360390x0, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T07:18:18,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360390x0, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:18:18,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36039-0x101aea7be9a0003 connected 2024-12-07T07:18:18,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T07:18:18,729 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T07:18:18,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T07:18:18,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T07:18:18,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36039 2024-12-07T07:18:18,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36039 2024-12-07T07:18:18,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36039 2024-12-07T07:18:18,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36039 2024-12-07T07:18:18,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36039 2024-12-07T07:18:18,754 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5d4d7471f19e:33177 2024-12-07T07:18:18,756 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,771 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T07:18:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T07:18:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T07:18:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,801 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T07:18:18,802 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5d4d7471f19e,33177,1733555897845 from backup master directory 2024-12-07T07:18:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:18:18,812 WARN [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T07:18:18,812 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:18,814 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T07:18:18,816 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T07:18:18,868 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/hbase.id] with ID: 7d999115-c76c-45f8-bbb6-ad70caa4a0f4 2024-12-07T07:18:18,868 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/.tmp/hbase.id 2024-12-07T07:18:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741826_1002 (size=42) 2024-12-07T07:18:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741826_1002 (size=42) 2024-12-07T07:18:18,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741826_1002 (size=42) 2024-12-07T07:18:18,883 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/.tmp/hbase.id]:[hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/hbase.id] 2024-12-07T07:18:18,925 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:18:18,930 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T07:18:18,946 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-07T07:18:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741827_1003 (size=196) 2024-12-07T07:18:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741827_1003 (size=196) 2024-12-07T07:18:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741827_1003 (size=196) 2024-12-07T07:18:18,992 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:18:18,993 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T07:18:18,998 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741828_1004 (size=1189) 2024-12-07T07:18:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741828_1004 (size=1189) 2024-12-07T07:18:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741828_1004 (size=1189) 2024-12-07T07:18:19,044 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store 2024-12-07T07:18:19,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741829_1005 (size=34) 2024-12-07T07:18:19,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741829_1005 (size=34) 2024-12-07T07:18:19,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741829_1005 (size=34) 2024-12-07T07:18:19,069 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T07:18:19,073 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:19,074 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T07:18:19,074 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:19,075 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:19,077 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T07:18:19,077 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:19,077 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:19,079 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733555899074Disabling compacts and flushes for region at 1733555899074Disabling writes for close at 1733555899077 (+3 ms)Writing region close event to WAL at 1733555899077Closed at 1733555899077 2024-12-07T07:18:19,081 WARN [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/.initializing 2024-12-07T07:18:19,081 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/WALs/5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:19,090 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:19,105 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C33177%2C1733555897845, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/WALs/5d4d7471f19e,33177,1733555897845, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/oldWALs, maxLogs=10 2024-12-07T07:18:19,139 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/WALs/5d4d7471f19e,33177,1733555897845/5d4d7471f19e%2C33177%2C1733555897845.1733555899111, exclude list is [], retry=0 2024-12-07T07:18:19,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:19,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:19,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:19,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T07:18:19,199 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/WALs/5d4d7471f19e,33177,1733555897845/5d4d7471f19e%2C33177%2C1733555897845.1733555899111 2024-12-07T07:18:19,199 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:19,200 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:19,200 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:19,203 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,204 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T07:18:19,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:19,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T07:18:19,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:19,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T07:18:19,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:19,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T07:18:19,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:19,278 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,282 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,283 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,287 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,288 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,291 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T07:18:19,295 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:18:19,300 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:19,301 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74544137, jitterRate=0.11079420149326324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T07:18:19,306 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733555899216Initializing all the Stores at 1733555899218 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555899219 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555899219Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555899220 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555899220Cleaning up temporary data from old regions at 1733555899288 (+68 ms)Region opened successfully at 1733555899306 (+18 ms) 2024-12-07T07:18:19,307 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T07:18:19,337 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afe4375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5d4d7471f19e/172.17.0.2:0 2024-12-07T07:18:19,363 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T07:18:19,372 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T07:18:19,372 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T07:18:19,375 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T07:18:19,376 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T07:18:19,381 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-07T07:18:19,381 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T07:18:19,407 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T07:18:19,415 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T07:18:19,463 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T07:18:19,466 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T07:18:19,468 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T07:18:19,474 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T07:18:19,476 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T07:18:19,479 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T07:18:19,484 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T07:18:19,485 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T07:18:19,494 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T07:18:19,515 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T07:18:19,526 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,542 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5d4d7471f19e,33177,1733555897845, sessionid=0x101aea7be9a0000, setting cluster-up flag (Was=false) 2024-12-07T07:18:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,601 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T07:18:19,605 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:19,663 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T07:18:19,666 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:19,676 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T07:18:19,735 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T07:18:19,738 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(746): ClusterId : 7d999115-c76c-45f8-bbb6-ad70caa4a0f4 2024-12-07T07:18:19,738 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(746): ClusterId : 7d999115-c76c-45f8-bbb6-ad70caa4a0f4 2024-12-07T07:18:19,739 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(746): ClusterId : 7d999115-c76c-45f8-bbb6-ad70caa4a0f4 2024-12-07T07:18:19,740 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T07:18:19,740 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T07:18:19,740 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T07:18:19,744 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T07:18:19,752 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T07:18:19,757 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5d4d7471f19e,33177,1733555897845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T07:18:19,760 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T07:18:19,760 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T07:18:19,760 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T07:18:19,760 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T07:18:19,760 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T07:18:19,760 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T07:18:19,770 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T07:18:19,770 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T07:18:19,771 DEBUG [RS:2;5d4d7471f19e:36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511378b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5d4d7471f19e/172.17.0.2:0 2024-12-07T07:18:19,771 DEBUG [RS:1;5d4d7471f19e:39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5d4d7471f19e/172.17.0.2:0 2024-12-07T07:18:19,771 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T07:18:19,772 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:18:19,772 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:18:19,772 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:18:19,772 DEBUG [RS:0;5d4d7471f19e:40979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2187fbac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5d4d7471f19e/172.17.0.2:0 2024-12-07T07:18:19,772 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:18:19,772 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5d4d7471f19e:0, corePoolSize=10, maxPoolSize=10 2024-12-07T07:18:19,772 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:19,773 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=2, maxPoolSize=2 2024-12-07T07:18:19,773 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:19,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T07:18:19,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T07:18:19,785 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733555929785 2024-12-07T07:18:19,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T07:18:19,787 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T07:18:19,788 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T07:18:19,789 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5d4d7471f19e:40979 2024-12-07T07:18:19,790 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5d4d7471f19e:36039 2024-12-07T07:18:19,790 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5d4d7471f19e:39505 2024-12-07T07:18:19,791 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T07:18:19,791 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T07:18:19,792 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T07:18:19,792 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T07:18:19,794 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T07:18:19,794 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T07:18:19,794 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T07:18:19,794 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T07:18:19,794 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T07:18:19,794 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T07:18:19,794 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T07:18:19,794 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T07:18:19,794 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T07:18:19,793 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:19,797 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(2659): reportForDuty to master=5d4d7471f19e,33177,1733555897845 with port=36039, startcode=1733555898708 2024-12-07T07:18:19,797 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(2659): reportForDuty to master=5d4d7471f19e,33177,1733555897845 with port=39505, startcode=1733555898666 2024-12-07T07:18:19,797 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(2659): reportForDuty to master=5d4d7471f19e,33177,1733555897845 with port=40979, startcode=1733555898576 2024-12-07T07:18:19,800 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T07:18:19,802 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T07:18:19,802 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T07:18:19,809 DEBUG [RS:1;5d4d7471f19e:39505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T07:18:19,809 DEBUG [RS:0;5d4d7471f19e:40979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T07:18:19,809 DEBUG [RS:2;5d4d7471f19e:36039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T07:18:19,814 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T07:18:19,814 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T07:18:19,824 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.large.0-1733555899816,5,FailOnTimeoutGroup] 2024-12-07T07:18:19,825 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.small.0-1733555899825,5,FailOnTimeoutGroup] 2024-12-07T07:18:19,826 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:19,826 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T07:18:19,869 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:19,870 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741831_1007 (size=1321) 2024-12-07T07:18:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741831_1007 (size=1321) 2024-12-07T07:18:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741831_1007 (size=1321) 2024-12-07T07:18:19,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T07:18:19,874 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19 2024-12-07T07:18:19,888 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T07:18:19,888 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T07:18:19,888 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T07:18:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741832_1008 (size=32) 2024-12-07T07:18:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741832_1008 (size=32) 2024-12-07T07:18:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741832_1008 (size=32) 2024-12-07T07:18:19,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:19,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(517): Registering regionserver=5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:19,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T07:18:19,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T07:18:19,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:19,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T07:18:19,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:19,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(517): Registering regionserver=5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:19,915 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19 2024-12-07T07:18:19,915 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44365 2024-12-07T07:18:19,915 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T07:18:19,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T07:18:19,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:19,917 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19 2024-12-07T07:18:19,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(517): Registering regionserver=5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:19,917 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44365 2024-12-07T07:18:19,917 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T07:18:19,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:19,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T07:18:19,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T07:18:19,922 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19 2024-12-07T07:18:19,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,922 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44365 2024-12-07T07:18:19,922 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T07:18:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:19,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T07:18:19,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T07:18:19,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:19,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:19,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T07:18:19,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740 2024-12-07T07:18:19,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740 2024-12-07T07:18:19,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T07:18:19,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T07:18:19,934 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T07:18:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T07:18:19,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:19,942 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63431893, jitterRate=-0.05479113757610321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T07:18:19,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733555899902Initializing all the Stores at 1733555899904 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555899904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555899904Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555899905 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555899905Cleaning up temporary data from old regions at 1733555899934 (+29 ms)Region opened successfully at 1733555899945 (+11 ms) 2024-12-07T07:18:19,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T07:18:19,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T07:18:19,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T07:18:19,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T07:18:19,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T07:18:19,947 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T07:18:19,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733555899945Disabling compacts and flushes for region at 1733555899945Disabling writes for close at 1733555899945Writing region close event to WAL at 1733555899947 (+2 ms)Closed at 1733555899947 2024-12-07T07:18:19,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T07:18:19,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T07:18:19,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T07:18:19,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T07:18:19,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T07:18:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T07:18:20,000 DEBUG [RS:2;5d4d7471f19e:36039 {}] zookeeper.ZKUtil(111): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:20,000 DEBUG [RS:0;5d4d7471f19e:40979 {}] zookeeper.ZKUtil(111): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:20,000 WARN [RS:0;5d4d7471f19e:40979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T07:18:20,000 WARN [RS:2;5d4d7471f19e:36039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T07:18:20,000 INFO [RS:0;5d4d7471f19e:40979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:20,000 INFO [RS:2;5d4d7471f19e:36039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:20,001 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:20,001 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:20,001 DEBUG [RS:1;5d4d7471f19e:39505 {}] zookeeper.ZKUtil(111): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:20,001 WARN [RS:1;5d4d7471f19e:39505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T07:18:20,001 INFO [RS:1;5d4d7471f19e:39505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:20,002 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:20,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5d4d7471f19e,36039,1733555898708] 2024-12-07T07:18:20,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5d4d7471f19e,40979,1733555898576] 2024-12-07T07:18:20,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5d4d7471f19e,39505,1733555898666] 2024-12-07T07:18:20,024 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T07:18:20,024 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T07:18:20,024 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T07:18:20,036 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T07:18:20,036 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T07:18:20,036 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T07:18:20,041 INFO [RS:1;5d4d7471f19e:39505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T07:18:20,041 INFO [RS:2;5d4d7471f19e:36039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T07:18:20,041 INFO [RS:0;5d4d7471f19e:40979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T07:18:20,041 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,041 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,041 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,045 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T07:18:20,045 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T07:18:20,046 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T07:18:20,052 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T07:18:20,052 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T07:18:20,052 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T07:18:20,054 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,054 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,054 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,055 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0, corePoolSize=2, maxPoolSize=2 2024-12-07T07:18:20,055 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0, corePoolSize=2, maxPoolSize=2 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0, corePoolSize=2, maxPoolSize=2 2024-12-07T07:18:20,055 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,055 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:18:20,056 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:18:20,056 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:18:20,056 DEBUG [RS:1;5d4d7471f19e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:18:20,056 DEBUG [RS:2;5d4d7471f19e:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:18:20,056 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:18:20,057 DEBUG [RS:0;5d4d7471f19e:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:18:20,064 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,064 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,36039,1733555898708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,065 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,39505,1733555898666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T07:18:20,066 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,066 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,066 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,067 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,067 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,067 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,40979,1733555898576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T07:18:20,084 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T07:18:20,084 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T07:18:20,086 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T07:18:20,086 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,40979,1733555898576-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,086 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,36039,1733555898708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,086 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,39505,1733555898666-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,086 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,086 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,087 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.Replication(171): 5d4d7471f19e,36039,1733555898708 started 2024-12-07T07:18:20,087 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.Replication(171): 5d4d7471f19e,40979,1733555898576 started 2024-12-07T07:18:20,087 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,087 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.Replication(171): 5d4d7471f19e,39505,1733555898666 started 2024-12-07T07:18:20,104 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,105 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1482): Serving as 5d4d7471f19e,40979,1733555898576, RpcServer on 5d4d7471f19e/172.17.0.2:40979, sessionid=0x101aea7be9a0001 2024-12-07T07:18:20,106 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T07:18:20,106 DEBUG [RS:0;5d4d7471f19e:40979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:20,106 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,40979,1733555898576' 2024-12-07T07:18:20,107 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T07:18:20,108 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T07:18:20,109 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T07:18:20,109 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T07:18:20,109 DEBUG [RS:0;5d4d7471f19e:40979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:20,109 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,40979,1733555898576' 2024-12-07T07:18:20,109 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T07:18:20,110 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T07:18:20,111 DEBUG [RS:0;5d4d7471f19e:40979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T07:18:20,111 INFO [RS:0;5d4d7471f19e:40979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T07:18:20,111 INFO [RS:0;5d4d7471f19e:40979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T07:18:20,111 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,111 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,111 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1482): Serving as 5d4d7471f19e,39505,1733555898666, RpcServer on 5d4d7471f19e/172.17.0.2:39505, sessionid=0x101aea7be9a0002 2024-12-07T07:18:20,111 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1482): Serving as 5d4d7471f19e,36039,1733555898708, RpcServer on 5d4d7471f19e/172.17.0.2:36039, sessionid=0x101aea7be9a0003 2024-12-07T07:18:20,111 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T07:18:20,111 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T07:18:20,111 DEBUG [RS:2;5d4d7471f19e:36039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:20,111 DEBUG [RS:1;5d4d7471f19e:39505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:20,111 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,36039,1733555898708' 2024-12-07T07:18:20,111 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,39505,1733555898666' 2024-12-07T07:18:20,111 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T07:18:20,111 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T07:18:20,112 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T07:18:20,112 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T07:18:20,113 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T07:18:20,113 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T07:18:20,113 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T07:18:20,113 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T07:18:20,113 DEBUG [RS:1;5d4d7471f19e:39505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:20,113 DEBUG [RS:2;5d4d7471f19e:36039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:20,113 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,39505,1733555898666' 2024-12-07T07:18:20,113 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,36039,1733555898708' 2024-12-07T07:18:20,113 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T07:18:20,113 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T07:18:20,114 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T07:18:20,114 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T07:18:20,114 DEBUG [RS:1;5d4d7471f19e:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T07:18:20,115 INFO [RS:1;5d4d7471f19e:39505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T07:18:20,115 INFO [RS:1;5d4d7471f19e:39505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T07:18:20,115 DEBUG [RS:2;5d4d7471f19e:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T07:18:20,115 INFO [RS:2;5d4d7471f19e:36039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T07:18:20,115 INFO [RS:2;5d4d7471f19e:36039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T07:18:20,122 WARN [5d4d7471f19e:33177 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T07:18:20,217 INFO [RS:2;5d4d7471f19e:36039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:20,217 INFO [RS:0;5d4d7471f19e:40979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:20,217 INFO [RS:1;5d4d7471f19e:39505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:20,221 INFO [RS:0;5d4d7471f19e:40979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C40979%2C1733555898576, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs, maxLogs=32 2024-12-07T07:18:20,221 INFO [RS:1;5d4d7471f19e:39505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C39505%2C1733555898666, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,39505,1733555898666, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs, maxLogs=32 2024-12-07T07:18:20,221 INFO [RS:2;5d4d7471f19e:36039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C36039%2C1733555898708, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,36039,1733555898708, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs, maxLogs=32 2024-12-07T07:18:20,238 DEBUG [RS:1;5d4d7471f19e:39505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,39505,1733555898666/5d4d7471f19e%2C39505%2C1733555898666.1733555900226, exclude list is [], retry=0 2024-12-07T07:18:20,238 DEBUG [RS:2;5d4d7471f19e:36039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,36039,1733555898708/5d4d7471f19e%2C36039%2C1733555898708.1733555900226, exclude list is [], retry=0 2024-12-07T07:18:20,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:20,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:20,243 DEBUG [RS:0;5d4d7471f19e:40979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576/5d4d7471f19e%2C40979%2C1733555898576.1733555900226, exclude list is [], retry=0 2024-12-07T07:18:20,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:20,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:20,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:20,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:20,250 INFO [RS:2;5d4d7471f19e:36039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,36039,1733555898708/5d4d7471f19e%2C36039%2C1733555898708.1733555900226 2024-12-07T07:18:20,250 DEBUG [RS:2;5d4d7471f19e:36039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:20,251 INFO [RS:1;5d4d7471f19e:39505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,39505,1733555898666/5d4d7471f19e%2C39505%2C1733555898666.1733555900226 2024-12-07T07:18:20,251 DEBUG [RS:1;5d4d7471f19e:39505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:20,251 INFO [RS:0;5d4d7471f19e:40979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 2024-12-07T07:18:20,251 DEBUG [RS:0;5d4d7471f19e:40979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:20,374 DEBUG [5d4d7471f19e:33177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-07T07:18:20,383 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(204): Hosts are {5d4d7471f19e=0} racks are {/default-rack=0} 2024-12-07T07:18:20,389 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T07:18:20,389 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T07:18:20,389 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T07:18:20,389 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T07:18:20,389 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T07:18:20,389 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T07:18:20,390 INFO [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T07:18:20,390 INFO [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T07:18:20,390 INFO [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T07:18:20,390 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T07:18:20,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:20,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5d4d7471f19e,36039,1733555898708, state=OPENING 2024-12-07T07:18:20,463 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T07:18:20,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:20,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:20,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:20,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:20,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T07:18:20,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5d4d7471f19e,36039,1733555898708}] 2024-12-07T07:18:20,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T07:18:20,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T07:18:20,670 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T07:18:20,671 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:20,671 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T07:18:20,675 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C36039%2C1733555898708.meta, suffix=.meta, logDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,36039,1733555898708, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs, maxLogs=32 2024-12-07T07:18:20,692 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,36039,1733555898708/5d4d7471f19e%2C36039%2C1733555898708.meta.1733555900677.meta, exclude list is [], retry=0 2024-12-07T07:18:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:20,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:20,699 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,36039,1733555898708/5d4d7471f19e%2C36039%2C1733555898708.meta.1733555900677.meta 2024-12-07T07:18:20,700 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:20,700 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:20,702 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T07:18:20,704 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T07:18:20,708 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T07:18:20,711 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T07:18:20,712 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:20,712 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T07:18:20,712 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T07:18:20,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T07:18:20,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T07:18:20,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:20,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:20,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T07:18:20,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T07:18:20,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:20,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:20,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T07:18:20,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T07:18:20,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:20,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:20,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T07:18:20,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T07:18:20,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:20,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:18:20,725 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T07:18:20,726 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740 2024-12-07T07:18:20,729 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740 2024-12-07T07:18:20,731 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T07:18:20,731 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T07:18:20,732 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T07:18:20,734 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T07:18:20,736 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69823602, jitterRate=0.0404527485370636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T07:18:20,736 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T07:18:20,737 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733555900712Writing region info on filesystem at 1733555900713 (+1 ms)Initializing all the Stores at 1733555900714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555900715 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555900715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555900715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555900715Cleaning up temporary data from old regions at 1733555900731 (+16 ms)Running coprocessor post-open hooks at 1733555900736 (+5 ms)Region opened successfully at 1733555900737 (+1 ms) 2024-12-07T07:18:20,743 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733555900648 2024-12-07T07:18:20,753 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T07:18:20,754 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T07:18:20,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:20,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5d4d7471f19e,36039,1733555898708, state=OPEN 2024-12-07T07:18:20,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T07:18:20,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T07:18:20,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T07:18:20,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T07:18:20,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:18:20,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:20,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T07:18:20,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5d4d7471f19e,36039,1733555898708 in 289 msec 2024-12-07T07:18:20,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T07:18:20,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 821 msec 2024-12-07T07:18:20,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T07:18:20,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T07:18:20,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:18:20,803 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,36039,1733555898708, seqNum=-1] 2024-12-07T07:18:20,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:18:20,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:18:20,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1360 sec 2024-12-07T07:18:20,839 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733555900838, completionTime=-1 2024-12-07T07:18:20,841 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-07T07:18:20,841 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T07:18:20,866 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-07T07:18:20,866 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733555960866 2024-12-07T07:18:20,866 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733556020866 2024-12-07T07:18:20,866 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-07T07:18:20,867 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T07:18:20,873 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,33177,1733555897845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,873 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,33177,1733555897845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,874 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,33177,1733555897845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,875 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5d4d7471f19e:33177, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,875 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,876 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,882 DEBUG [master/5d4d7471f19e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T07:18:20,901 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.089sec 2024-12-07T07:18:20,903 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T07:18:20,904 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T07:18:20,905 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T07:18:20,905 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T07:18:20,905 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T07:18:20,906 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,33177,1733555897845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T07:18:20,907 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,33177,1733555897845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T07:18:20,911 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T07:18:20,912 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T07:18:20,913 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,33177,1733555897845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:20,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4696d0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:18:20,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,33177,-1 for getting cluster id 2024-12-07T07:18:20,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:18:20,961 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d999115-c76c-45f8-bbb6-ad70caa4a0f4' 2024-12-07T07:18:20,963 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:18:20,964 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d999115-c76c-45f8-bbb6-ad70caa4a0f4" 2024-12-07T07:18:20,966 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdf5db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:18:20,966 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,33177,-1] 2024-12-07T07:18:20,968 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:18:20,970 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:20,971 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:18:20,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f35f482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:18:20,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:18:20,980 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,36039,1733555898708, seqNum=-1] 2024-12-07T07:18:20,981 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:18:20,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:18:21,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:21,004 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:44365/hbase 2024-12-07T07:18:21,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=7556 2024-12-07T07:18:21,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:21,037 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:21,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:21,043 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02837222, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-02837222, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:21,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02837222/hregion-02837222.1733555901044, exclude list is [], retry=0 2024-12-07T07:18:21,060 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:21,061 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:21,061 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:21,064 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02837222/hregion-02837222.1733555901044 2024-12-07T07:18:21,064 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:21,065 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 370c84cf9f5bc8a083ba367c16dc5dd1, NAME => 'testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741838_1014 (size=64) 2024-12-07T07:18:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741838_1014 (size=64) 2024-12-07T07:18:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741838_1014 (size=64) 2024-12-07T07:18:21,082 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:21,084 INFO [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,087 INFO [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370c84cf9f5bc8a083ba367c16dc5dd1 columnFamilyName a 2024-12-07T07:18:21,087 DEBUG [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:21,088 INFO [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] regionserver.HStore(327): Store=370c84cf9f5bc8a083ba367c16dc5dd1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:21,088 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,090 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,090 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,092 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,092 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,095 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,099 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:21,100 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 370c84cf9f5bc8a083ba367c16dc5dd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59408339, jitterRate=-0.11474676430225372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:21,101 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 370c84cf9f5bc8a083ba367c16dc5dd1: Writing region info on filesystem at 1733555901083Initializing all the Stores at 1733555901084 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555901084Cleaning up temporary data from old regions at 1733555901092 (+8 ms)Region opened successfully at 1733555901101 (+9 ms) 2024-12-07T07:18:21,101 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 370c84cf9f5bc8a083ba367c16dc5dd1, disabling compactions & flushes 2024-12-07T07:18:21,101 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1. 2024-12-07T07:18:21,101 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1. 2024-12-07T07:18:21,102 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1. after waiting 0 ms 2024-12-07T07:18:21,102 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1. 2024-12-07T07:18:21,102 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1. 2024-12-07T07:18:21,102 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 370c84cf9f5bc8a083ba367c16dc5dd1: Waiting for close lock at 1733555901101Disabling compacts and flushes for region at 1733555901101Disabling writes for close at 1733555901102 (+1 ms)Writing region close event to WAL at 1733555901102Closed at 1733555901102 2024-12-07T07:18:21,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741837_1013 (size=93) 2024-12-07T07:18:21,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741837_1013 (size=93) 2024-12-07T07:18:21,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741837_1013 (size=93) 2024-12-07T07:18:21,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:21,114 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02837222:(num 1733555901044) 2024-12-07T07:18:21,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T07:18:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741839_1015 (size=369) 2024-12-07T07:18:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741839_1015 (size=369) 2024-12-07T07:18:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741839_1015 (size=369) 2024-12-07T07:18:21,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T07:18:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741840_1016 (size=231) 2024-12-07T07:18:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741840_1016 (size=231) 2024-12-07T07:18:21,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741840_1016 (size=231) 2024-12-07T07:18:21,165 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1, size=369 (369bytes) 2024-12-07T07:18:21,166 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T07:18:21,166 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T07:18:21,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1 2024-12-07T07:18:21,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1 after 3ms 2024-12-07T07:18:21,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1 took 14ms 2024-12-07T07:18:21,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1 so closing down 2024-12-07T07:18:21,185 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T07:18:21,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:21,187 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T07:18:21,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741841_1017 (size=369) 2024-12-07T07:18:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741841_1017 (size=369) 2024-12-07T07:18:21,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741841_1017 (size=369) 2024-12-07T07:18:21,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:21,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002 2024-12-07T07:18:21,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-07T07:18:21,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1, journal: Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1, size=369 (369bytes) at 1733555901165Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1 so closing down at 1733555901182 (+17 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000001-wal-1.temp at 1733555901187 (+5 ms)3 split writer threads finished at 1733555901187Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733555901199 (+12 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002 at 1733555901202 (+3 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733555901205 (+3 ms) 2024-12-07T07:18:21,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2, size=231 (231bytes) 2024-12-07T07:18:21,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2 2024-12-07T07:18:21,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2 after 1ms 2024-12-07T07:18:21,223 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2 took 4ms 2024-12-07T07:18:21,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2 so closing down 2024-12-07T07:18:21,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:21,227 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T07:18:21,228 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T07:18:21,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741842_1018 (size=231) 2024-12-07T07:18:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741842_1018 (size=231) 2024-12-07T07:18:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741842_1018 (size=231) 2024-12-07T07:18:21,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:21,247 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-07T07:18:21,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-07T07:18:21,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2, journal: Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2, size=231 (231bytes) at 1733555901219Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2 so closing down at 1733555901225 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002-wal-2.temp at 1733555901228 (+3 ms)3 split writer threads finished at 1733555901229 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733555901238 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733555901249 (+11 ms) 2024-12-07T07:18:21,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:21,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:21,265 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal.1733555901253, exclude list is [], retry=0 2024-12-07T07:18:21,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:21,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:21,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:21,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal.1733555901253 2024-12-07T07:18:21,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 370c84cf9f5bc8a083ba367c16dc5dd1, NAME => 'testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:21,274 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,274 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,276 INFO [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,277 INFO [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370c84cf9f5bc8a083ba367c16dc5dd1 columnFamilyName a 2024-12-07T07:18:21,277 DEBUG [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:21,279 INFO [StoreOpener-370c84cf9f5bc8a083ba367c16dc5dd1-1 {}] regionserver.HStore(327): Store=370c84cf9f5bc8a083ba367c16dc5dd1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:21,279 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,285 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002 2024-12-07T07:18:21,294 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002 2024-12-07T07:18:21,298 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 370c84cf9f5bc8a083ba367c16dc5dd1 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T07:18:21,345 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/.tmp/a/ac932ad7a9784b748301efe56990dcf5 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733555901114/Put/seqid=0 2024-12-07T07:18:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741844_1020 (size=5170) 2024-12-07T07:18:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741844_1020 (size=5170) 2024-12-07T07:18:21,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741844_1020 (size=5170) 2024-12-07T07:18:21,358 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/.tmp/a/ac932ad7a9784b748301efe56990dcf5 2024-12-07T07:18:21,398 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/.tmp/a/ac932ad7a9784b748301efe56990dcf5 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/a/ac932ad7a9784b748301efe56990dcf5 2024-12-07T07:18:21,407 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/a/ac932ad7a9784b748301efe56990dcf5, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T07:18:21,432 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 370c84cf9f5bc8a083ba367c16dc5dd1 in 115ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T07:18:21,434 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/0000000000000000002 2024-12-07T07:18:21,435 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,435 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,439 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 370c84cf9f5bc8a083ba367c16dc5dd1 2024-12-07T07:18:21,447 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/370c84cf9f5bc8a083ba367c16dc5dd1/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T07:18:21,448 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 370c84cf9f5bc8a083ba367c16dc5dd1; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60854200, jitterRate=-0.09320175647735596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:21,449 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 370c84cf9f5bc8a083ba367c16dc5dd1: Writing region info on filesystem at 1733555901274Initializing all the Stores at 1733555901275 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555901276 (+1 ms)Obtaining lock to block concurrent updates at 1733555901298 (+22 ms)Preparing flush snapshotting stores in 370c84cf9f5bc8a083ba367c16dc5dd1 at 1733555901298Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733555901301 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733555901035.370c84cf9f5bc8a083ba367c16dc5dd1. at 1733555901301Flushing 370c84cf9f5bc8a083ba367c16dc5dd1/a: creating writer at 1733555901302 (+1 ms)Flushing 370c84cf9f5bc8a083ba367c16dc5dd1/a: appending metadata at 1733555901336 (+34 ms)Flushing 370c84cf9f5bc8a083ba367c16dc5dd1/a: closing flushed file at 1733555901339 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e620026: reopening flushed file at 1733555901396 (+57 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 370c84cf9f5bc8a083ba367c16dc5dd1 in 115ms, sequenceid=2, compaction requested=false; wal=null at 1733555901432 (+36 ms)Cleaning up temporary data from old regions at 1733555901435 (+3 ms)Region opened successfully at 1733555901449 (+14 ms) 2024-12-07T07:18:21,480 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=377 (was 366) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:41180 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:41090 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:50892 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:42814 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44365/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:42732 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=7476 (was 7556) 2024-12-07T07:18:21,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=7475 2024-12-07T07:18:21,505 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:21,507 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:21,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:21,511 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75880767, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-75880767, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:21,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75880767/hregion-75880767.1733555901512, exclude list is [], retry=0 2024-12-07T07:18:21,525 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:21,525 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:21,526 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:21,528 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75880767/hregion-75880767.1733555901512 2024-12-07T07:18:21,529 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:21,529 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 95c9a9efb16b17d47cecc0a2f4226f7d, NAME => 'testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:21,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741846_1022 (size=64) 2024-12-07T07:18:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741846_1022 (size=64) 2024-12-07T07:18:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741846_1022 (size=64) 2024-12-07T07:18:21,541 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:21,543 INFO [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,545 INFO [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95c9a9efb16b17d47cecc0a2f4226f7d columnFamilyName a 2024-12-07T07:18:21,545 DEBUG [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:21,546 INFO [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] regionserver.HStore(327): Store=95c9a9efb16b17d47cecc0a2f4226f7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:21,546 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,548 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,548 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,551 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,553 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:21,554 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95c9a9efb16b17d47cecc0a2f4226f7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67447424, jitterRate=0.0050449371337890625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:21,554 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95c9a9efb16b17d47cecc0a2f4226f7d: Writing region info on filesystem at 1733555901541Initializing all the Stores at 1733555901542 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555901543 (+1 ms)Cleaning up temporary data from old regions at 1733555901548 (+5 ms)Region opened successfully at 1733555901554 (+6 ms) 2024-12-07T07:18:21,555 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 95c9a9efb16b17d47cecc0a2f4226f7d, disabling compactions & flushes 2024-12-07T07:18:21,555 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d. 2024-12-07T07:18:21,555 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d. 2024-12-07T07:18:21,555 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d. after waiting 0 ms 2024-12-07T07:18:21,555 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d. 2024-12-07T07:18:21,555 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d. 2024-12-07T07:18:21,555 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 95c9a9efb16b17d47cecc0a2f4226f7d: Waiting for close lock at 1733555901554Disabling compacts and flushes for region at 1733555901554Disabling writes for close at 1733555901555 (+1 ms)Writing region close event to WAL at 1733555901555Closed at 1733555901555 2024-12-07T07:18:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741845_1021 (size=93) 2024-12-07T07:18:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741845_1021 (size=93) 2024-12-07T07:18:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741845_1021 (size=93) 2024-12-07T07:18:21,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:21,562 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75880767:(num 1733555901512) 2024-12-07T07:18:21,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T07:18:21,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741847_1023 (size=369) 2024-12-07T07:18:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741847_1023 (size=369) 2024-12-07T07:18:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741847_1023 (size=369) 2024-12-07T07:18:21,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T07:18:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741848_1024 (size=231) 2024-12-07T07:18:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741848_1024 (size=231) 2024-12-07T07:18:21,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741848_1024 (size=231) 2024-12-07T07:18:21,598 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2, size=231 (231bytes) 2024-12-07T07:18:21,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2 2024-12-07T07:18:21,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2 after 1ms 2024-12-07T07:18:21,602 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2 took 4ms 2024-12-07T07:18:21,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2 so closing down 2024-12-07T07:18:21,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:21,607 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T07:18:21,608 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T07:18:21,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741849_1025 (size=231) 2024-12-07T07:18:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741849_1025 (size=231) 2024-12-07T07:18:21,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741849_1025 (size=231) 2024-12-07T07:18:21,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:21,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002 2024-12-07T07:18:21,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-07T07:18:21,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2, journal: Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2, size=231 (231bytes) at 1733555901598Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2 so closing down at 1733555901605 (+7 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002-wal-2.temp at 1733555901608 (+3 ms)3 split writer threads finished at 1733555901608Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733555901616 (+8 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002 at 1733555901618 (+2 ms)Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733555901618 2024-12-07T07:18:21,632 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1, size=369 (369bytes) 2024-12-07T07:18:21,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1 2024-12-07T07:18:21,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1 after 1ms 2024-12-07T07:18:21,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1 took 4ms 2024-12-07T07:18:21,638 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1 so closing down 2024-12-07T07:18:21,638 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:21,641 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T07:18:21,642 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T07:18:21,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741850_1026 (size=369) 2024-12-07T07:18:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741850_1026 (size=369) 2024-12-07T07:18:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741850_1026 (size=369) 2024-12-07T07:18:21,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:21,658 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002, length=231 2024-12-07T07:18:21,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002 2024-12-07T07:18:21,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-07T07:18:21,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1, journal: Splitting hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1, size=369 (369bytes) at 1733555901632Finishing writing output for hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1 so closing down at 1733555901638 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000001-wal-1.temp at 1733555901642 (+4 ms)3 split writer threads finished at 1733555901642Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733555901652 (+10 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002 at 1733555901660 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733555901660 2024-12-07T07:18:21,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:21,662 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:21,673 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal.1733555901663, exclude list is [], retry=0 2024-12-07T07:18:21,676 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:21,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:21,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:21,679 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal.1733555901663 2024-12-07T07:18:21,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:21,680 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 95c9a9efb16b17d47cecc0a2f4226f7d, NAME => 'testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:21,680 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:21,680 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,680 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,682 INFO [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,683 INFO [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95c9a9efb16b17d47cecc0a2f4226f7d columnFamilyName a 2024-12-07T07:18:21,683 DEBUG [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:21,684 INFO [StoreOpener-95c9a9efb16b17d47cecc0a2f4226f7d-1 {}] regionserver.HStore(327): Store=95c9a9efb16b17d47cecc0a2f4226f7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:21,684 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,685 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,687 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,688 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002 2024-12-07T07:18:21,692 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002 2024-12-07T07:18:21,692 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 95c9a9efb16b17d47cecc0a2f4226f7d 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T07:18:21,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/.tmp/a/eaeaa042aaed47b4b7320f16ab746717 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733555901562/Put/seqid=0 2024-12-07T07:18:21,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741852_1028 (size=5170) 2024-12-07T07:18:21,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741852_1028 (size=5170) 2024-12-07T07:18:21,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741852_1028 (size=5170) 2024-12-07T07:18:21,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/.tmp/a/eaeaa042aaed47b4b7320f16ab746717 2024-12-07T07:18:21,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/.tmp/a/eaeaa042aaed47b4b7320f16ab746717 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/a/eaeaa042aaed47b4b7320f16ab746717 2024-12-07T07:18:21,733 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/a/eaeaa042aaed47b4b7320f16ab746717, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T07:18:21,733 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 95c9a9efb16b17d47cecc0a2f4226f7d in 41ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T07:18:21,734 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/0000000000000000002 2024-12-07T07:18:21,735 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,735 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95c9a9efb16b17d47cecc0a2f4226f7d 2024-12-07T07:18:21,740 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/95c9a9efb16b17d47cecc0a2f4226f7d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T07:18:21,741 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95c9a9efb16b17d47cecc0a2f4226f7d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68965555, jitterRate=0.0276668518781662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:21,741 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95c9a9efb16b17d47cecc0a2f4226f7d: Writing region info on filesystem at 1733555901680Initializing all the Stores at 1733555901681 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555901681Obtaining lock to block concurrent updates at 1733555901692 (+11 ms)Preparing flush snapshotting stores in 95c9a9efb16b17d47cecc0a2f4226f7d at 1733555901692Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733555901693 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733555901505.95c9a9efb16b17d47cecc0a2f4226f7d. at 1733555901693Flushing 95c9a9efb16b17d47cecc0a2f4226f7d/a: creating writer at 1733555901693Flushing 95c9a9efb16b17d47cecc0a2f4226f7d/a: appending metadata at 1733555901707 (+14 ms)Flushing 95c9a9efb16b17d47cecc0a2f4226f7d/a: closing flushed file at 1733555901707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c64ffd: reopening flushed file at 1733555901723 (+16 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 95c9a9efb16b17d47cecc0a2f4226f7d in 41ms, sequenceid=2, compaction requested=false; wal=null at 1733555901733 (+10 ms)Cleaning up temporary data from old regions at 1733555901735 (+2 ms)Region opened successfully at 1733555901741 (+6 ms) 2024-12-07T07:18:21,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:42888 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:41266 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:50954 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:50712 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:42732 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7475) 2024-12-07T07:18:21,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=7470 2024-12-07T07:18:21,782 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:21,784 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:21,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:21,788 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39746391, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-39746391, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:21,798 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39746391/hregion-39746391.1733555901788, exclude list is [], retry=0 2024-12-07T07:18:21,802 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:21,802 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:21,802 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:21,804 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39746391/hregion-39746391.1733555901788 2024-12-07T07:18:21,805 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:21,805 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 490f3be781d766e95f5889ca42269437, NAME => 'testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:21,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741854_1030 (size=64) 2024-12-07T07:18:21,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741854_1030 (size=64) 2024-12-07T07:18:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741854_1030 (size=64) 2024-12-07T07:18:21,817 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:21,819 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,820 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490f3be781d766e95f5889ca42269437 columnFamilyName a 2024-12-07T07:18:21,821 DEBUG [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:21,821 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(327): Store=490f3be781d766e95f5889ca42269437/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:21,821 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,823 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490f3be781d766e95f5889ca42269437 columnFamilyName b 2024-12-07T07:18:21,823 DEBUG [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:21,823 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(327): Store=490f3be781d766e95f5889ca42269437/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:21,824 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,825 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490f3be781d766e95f5889ca42269437 columnFamilyName c 2024-12-07T07:18:21,825 DEBUG [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:21,826 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(327): Store=490f3be781d766e95f5889ca42269437/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:21,826 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,828 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,828 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,829 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:21,830 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:21,832 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:21,833 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 490f3be781d766e95f5889ca42269437; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71364119, jitterRate=0.06340824067592621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:21,833 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 490f3be781d766e95f5889ca42269437: Writing region info on filesystem at 1733555901817Initializing all the Stores at 1733555901819 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555901819Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555901819Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555901819Cleaning up temporary data from old regions at 1733555901828 (+9 ms)Region opened successfully at 1733555901833 (+5 ms) 2024-12-07T07:18:21,833 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 490f3be781d766e95f5889ca42269437, disabling compactions & flushes 2024-12-07T07:18:21,833 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:21,833 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:21,833 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. after waiting 0 ms 2024-12-07T07:18:21,833 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:21,834 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:21,834 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 490f3be781d766e95f5889ca42269437: Waiting for close lock at 1733555901833Disabling compacts and flushes for region at 1733555901833Disabling writes for close at 1733555901833Writing region close event to WAL at 1733555901834 (+1 ms)Closed at 1733555901834 2024-12-07T07:18:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741853_1029 (size=93) 2024-12-07T07:18:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741853_1029 (size=93) 2024-12-07T07:18:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741853_1029 (size=93) 2024-12-07T07:18:21,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:21,839 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39746391:(num 1733555901788) 2024-12-07T07:18:21,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:21,842 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:21,854 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842, exclude list is [], retry=0 2024-12-07T07:18:21,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:21,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:21,858 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:21,861 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 2024-12-07T07:18:21,862 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:22,039 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842, size=0 (0bytes) 2024-12-07T07:18:22,039 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 might be still open, length is 0 2024-12-07T07:18:22,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 2024-12-07T07:18:22,040 WARN [IPC Server handler 4 on default port 44365 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-07T07:18:22,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 after 1ms 2024-12-07T07:18:22,964 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:50992 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38601:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50992 dst: /127.0.0.1:38601 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38601 remote=/127.0.0.1:50992]. Total timeout mills is 60000, 59045 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:22,965 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:41306 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41306 dst: /127.0.0.1:40117 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:22,965 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:42922 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42922 dst: /127.0.0.1:40639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741855_1032 (size=470675) 2024-12-07T07:18:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741855_1032 (size=470675) 2024-12-07T07:18:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741855_1032 (size=470675) 2024-12-07T07:18:26,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 after 4003ms 2024-12-07T07:18:26,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 took 4015ms 2024-12-07T07:18:26,059 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733555901842.temp 2024-12-07T07:18:26,061 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000000001-wal.1733555901842.temp 2024-12-07T07:18:26,127 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842; continuing. 2024-12-07T07:18:26,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 so closing down 2024-12-07T07:18:26,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:26,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741856_1033 (size=470683) 2024-12-07T07:18:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741856_1033 (size=470683) 2024-12-07T07:18:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741856_1033 (size=470683) 2024-12-07T07:18:26,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000000001-wal.1733555901842.temp (wrote 3002 edits, skipped 0 edits in 27 ms) 2024-12-07T07:18:26,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000000001-wal.1733555901842.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000003002 2024-12-07T07:18:26,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T07:18:26,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842, journal: Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842, size=0 (0bytes) at 1733555902039Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000000001-wal.1733555901842.temp at 1733555906061 (+4022 ms)Split 1024 edits, skipped 0 edits. at 1733555906099 (+38 ms)Split 2048 edits, skipped 0 edits. at 1733555906115 (+16 ms)Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 so closing down at 1733555906127 (+12 ms)3 split writer threads finished at 1733555906127Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000000001-wal.1733555901842.temp (wrote 3002 edits, skipped 0 edits in 27 ms) at 1733555906131 (+4 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000000001-wal.1733555901842.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000003002 at 1733555906134 (+3 ms)Processed 3002 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842, size=0, length=0, corrupted=false, cancelled=false at 1733555906134 2024-12-07T07:18:26,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555901842 2024-12-07T07:18:26,139 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000003002 2024-12-07T07:18:26,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:26,143 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:26,161 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555906143, exclude list is [], retry=0 2024-12-07T07:18:26,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:26,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:26,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:26,168 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555906143 2024-12-07T07:18:26,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:26,168 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:26,170 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,171 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490f3be781d766e95f5889ca42269437 columnFamilyName a 2024-12-07T07:18:26,171 DEBUG [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:26,172 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(327): Store=490f3be781d766e95f5889ca42269437/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:26,172 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,173 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490f3be781d766e95f5889ca42269437 columnFamilyName b 2024-12-07T07:18:26,173 DEBUG [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:26,174 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(327): Store=490f3be781d766e95f5889ca42269437/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:26,174 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,175 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490f3be781d766e95f5889ca42269437 columnFamilyName c 2024-12-07T07:18:26,175 DEBUG [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:26,176 INFO [StoreOpener-490f3be781d766e95f5889ca42269437-1 {}] regionserver.HStore(327): Store=490f3be781d766e95f5889ca42269437/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:26,176 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,177 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,180 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000003002 2024-12-07T07:18:26,219 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T07:18:26,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:18:26,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T07:18:26,553 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 490f3be781d766e95f5889ca42269437 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T07:18:26,587 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/a/01f791c5a1464eba9a7f16cb34cc6ae6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733555901873/Put/seqid=0 2024-12-07T07:18:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741858_1035 (size=50463) 2024-12-07T07:18:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741858_1035 (size=50463) 2024-12-07T07:18:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741858_1035 (size=50463) 2024-12-07T07:18:26,595 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/a/01f791c5a1464eba9a7f16cb34cc6ae6 2024-12-07T07:18:26,603 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/a/01f791c5a1464eba9a7f16cb34cc6ae6 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/a/01f791c5a1464eba9a7f16cb34cc6ae6 2024-12-07T07:18:26,609 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/a/01f791c5a1464eba9a7f16cb34cc6ae6, entries=754, sequenceid=754, filesize=49.3 K 2024-12-07T07:18:26,610 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 490f3be781d766e95f5889ca42269437 in 57ms, sequenceid=754, compaction requested=false; wal=null 2024-12-07T07:18:26,620 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T07:18:26,620 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 490f3be781d766e95f5889ca42269437 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T07:18:26,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/a/efa7110bd55947b2a10136de994d84f7 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733555901915/Put/seqid=0 2024-12-07T07:18:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741859_1036 (size=20072) 2024-12-07T07:18:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741859_1036 (size=20072) 2024-12-07T07:18:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741859_1036 (size=20072) 2024-12-07T07:18:26,637 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/a/efa7110bd55947b2a10136de994d84f7 2024-12-07T07:18:26,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/b/3a959016b140432d8489d14b1432fea3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733555901932/Put/seqid=0 2024-12-07T07:18:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741860_1037 (size=35835) 2024-12-07T07:18:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741860_1037 (size=35835) 2024-12-07T07:18:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741860_1037 (size=35835) 2024-12-07T07:18:26,667 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/b/3a959016b140432d8489d14b1432fea3 2024-12-07T07:18:26,674 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/a/efa7110bd55947b2a10136de994d84f7 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/a/efa7110bd55947b2a10136de994d84f7 2024-12-07T07:18:26,681 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/a/efa7110bd55947b2a10136de994d84f7, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-07T07:18:26,683 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/b/3a959016b140432d8489d14b1432fea3 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/b/3a959016b140432d8489d14b1432fea3 2024-12-07T07:18:26,690 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/b/3a959016b140432d8489d14b1432fea3, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-07T07:18:26,691 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 490f3be781d766e95f5889ca42269437 in 70ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-07T07:18:26,703 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T07:18:26,703 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 490f3be781d766e95f5889ca42269437 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T07:18:26,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/b/cb3f9ee203d446a09908b4211f942cc7 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733555901948/Put/seqid=0 2024-12-07T07:18:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741861_1038 (size=35082) 2024-12-07T07:18:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741861_1038 (size=35082) 2024-12-07T07:18:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741861_1038 (size=35082) 2024-12-07T07:18:26,720 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/b/cb3f9ee203d446a09908b4211f942cc7 2024-12-07T07:18:26,743 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/c/94e7285a19f44cf2997a28c03a704cd4 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733555901973/Put/seqid=0 2024-12-07T07:18:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741862_1039 (size=20825) 2024-12-07T07:18:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741862_1039 (size=20825) 2024-12-07T07:18:26,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741862_1039 (size=20825) 2024-12-07T07:18:26,753 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/c/94e7285a19f44cf2997a28c03a704cd4 2024-12-07T07:18:26,761 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/b/cb3f9ee203d446a09908b4211f942cc7 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/b/cb3f9ee203d446a09908b4211f942cc7 2024-12-07T07:18:26,769 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/b/cb3f9ee203d446a09908b4211f942cc7, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-07T07:18:26,771 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/c/94e7285a19f44cf2997a28c03a704cd4 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/c/94e7285a19f44cf2997a28c03a704cd4 2024-12-07T07:18:26,779 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/c/94e7285a19f44cf2997a28c03a704cd4, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-07T07:18:26,779 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 490f3be781d766e95f5889ca42269437 in 76ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-07T07:18:26,790 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733555902008/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:26,794 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000003002 2024-12-07T07:18:26,794 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T07:18:26,795 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 490f3be781d766e95f5889ca42269437 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-07T07:18:26,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/c/e14ef759515a4ecdb2292cfb2428eed8 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733555901979/Put/seqid=0 2024-12-07T07:18:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741863_1040 (size=50301) 2024-12-07T07:18:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741863_1040 (size=50301) 2024-12-07T07:18:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741863_1040 (size=50301) 2024-12-07T07:18:26,814 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/c/e14ef759515a4ecdb2292cfb2428eed8 2024-12-07T07:18:26,822 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e14ef759515a4ecdb2292cfb2428eed8 2024-12-07T07:18:26,824 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/.tmp/c/e14ef759515a4ecdb2292cfb2428eed8 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/c/e14ef759515a4ecdb2292cfb2428eed8 2024-12-07T07:18:26,831 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e14ef759515a4ecdb2292cfb2428eed8 2024-12-07T07:18:26,831 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/c/e14ef759515a4ecdb2292cfb2428eed8, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-07T07:18:26,832 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 490f3be781d766e95f5889ca42269437 in 38ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-07T07:18:26,833 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/0000000000000003002 2024-12-07T07:18:26,834 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,834 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,835 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:18:26,837 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 490f3be781d766e95f5889ca42269437 2024-12-07T07:18:26,840 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenIntoWAL/490f3be781d766e95f5889ca42269437/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-07T07:18:26,841 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 490f3be781d766e95f5889ca42269437; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790157, jitterRate=-0.12395839393138885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:18:26,841 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 490f3be781d766e95f5889ca42269437: Writing region info on filesystem at 1733555906169Initializing all the Stores at 1733555906170 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555906170Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555906170Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555906170Cleaning up temporary data from old regions at 1733555906834 (+664 ms)Region opened successfully at 1733555906841 (+7 ms) 2024-12-07T07:18:26,900 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 490f3be781d766e95f5889ca42269437, disabling compactions & flushes 2024-12-07T07:18:26,900 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:26,901 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:26,901 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. after waiting 0 ms 2024-12-07T07:18:26,901 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:26,903 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733555901782.490f3be781d766e95f5889ca42269437. 2024-12-07T07:18:26,903 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 490f3be781d766e95f5889ca42269437: Waiting for close lock at 1733555906900Disabling compacts and flushes for region at 1733555906900Disabling writes for close at 1733555906901 (+1 ms)Writing region close event to WAL at 1733555906903 (+2 ms)Closed at 1733555906903 2024-12-07T07:18:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741857_1034 (size=93) 2024-12-07T07:18:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741857_1034 (size=93) 2024-12-07T07:18:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741857_1034 (size=93) 2024-12-07T07:18:26,911 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:26,911 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733555906143) 2024-12-07T07:18:26,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=401 (was 387) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1672923221_22 at /127.0.0.1:56902 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1672923221_22 at /127.0.0.1:47044 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:44157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1672923221_22 at /127.0.0.1:45406 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:44365 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1672923221_22 at /127.0.0.1:45426 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:35197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:44365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=863 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=7397 (was 7470) 2024-12-07T07:18:26,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=401, OpenFileDescriptor=863, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7395 2024-12-07T07:18:26,950 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:26,953 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:26,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:26,956 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90180843, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-90180843, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:26,968 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90180843/hregion-90180843.1733555906957, exclude list is [], retry=0 2024-12-07T07:18:26,971 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:26,972 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:26,974 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:26,976 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90180843/hregion-90180843.1733555906957 2024-12-07T07:18:26,977 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:26,977 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ee9e4a0d446de11d101909d4ba7eb723, NAME => 'test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741865_1042 (size=43) 2024-12-07T07:18:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741865_1042 (size=43) 2024-12-07T07:18:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741865_1042 (size=43) 2024-12-07T07:18:26,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:26,991 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:26,992 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9e4a0d446de11d101909d4ba7eb723 columnFamilyName a 2024-12-07T07:18:26,993 DEBUG [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:26,993 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(327): Store=ee9e4a0d446de11d101909d4ba7eb723/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:26,993 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:26,995 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9e4a0d446de11d101909d4ba7eb723 columnFamilyName b 2024-12-07T07:18:26,995 DEBUG [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:26,996 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(327): Store=ee9e4a0d446de11d101909d4ba7eb723/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:26,996 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:26,997 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9e4a0d446de11d101909d4ba7eb723 columnFamilyName c 2024-12-07T07:18:26,998 DEBUG [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:26,998 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(327): Store=ee9e4a0d446de11d101909d4ba7eb723/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:26,998 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:26,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:26,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,001 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,001 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,001 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:27,003 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,005 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:27,006 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee9e4a0d446de11d101909d4ba7eb723; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60447450, jitterRate=-0.09926280379295349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:27,006 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee9e4a0d446de11d101909d4ba7eb723: Writing region info on filesystem at 1733555906989Initializing all the Stores at 1733555906990 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555906990Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555906990Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555906990Cleaning up temporary data from old regions at 1733555907001 (+11 ms)Region opened successfully at 1733555907006 (+5 ms) 2024-12-07T07:18:27,006 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee9e4a0d446de11d101909d4ba7eb723, disabling compactions & flushes 2024-12-07T07:18:27,007 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,007 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,007 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. after waiting 0 ms 2024-12-07T07:18:27,007 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,007 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,007 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee9e4a0d446de11d101909d4ba7eb723: Waiting for close lock at 1733555907006Disabling compacts and flushes for region at 1733555907006Disabling writes for close at 1733555907007 (+1 ms)Writing region close event to WAL at 1733555907007Closed at 1733555907007 2024-12-07T07:18:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741864_1041 (size=93) 2024-12-07T07:18:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741864_1041 (size=93) 2024-12-07T07:18:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741864_1041 (size=93) 2024-12-07T07:18:27,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:27,013 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90180843:(num 1733555906957) 2024-12-07T07:18:27,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:27,015 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:27,027 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016, exclude list is [], retry=0 2024-12-07T07:18:27,029 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:27,030 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:27,030 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:27,032 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016 2024-12-07T07:18:27,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741866_1043 (size=344306) 2024-12-07T07:18:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741866_1043 (size=344306) 2024-12-07T07:18:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741866_1043 (size=344306) 2024-12-07T07:18:27,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016, size=336.2 K (344306bytes) 2024-12-07T07:18:27,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016 2024-12-07T07:18:27,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016 after 1ms 2024-12-07T07:18:27,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016 took 7ms 2024-12-07T07:18:27,187 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733555907016.temp 2024-12-07T07:18:27,188 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000000001-wal.1733555907016.temp 2024-12-07T07:18:27,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016 so closing down 2024-12-07T07:18:27,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:27,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741867_1044 (size=344306) 2024-12-07T07:18:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741867_1044 (size=344306) 2024-12-07T07:18:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741867_1044 (size=344306) 2024-12-07T07:18:27,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000000001-wal.1733555907016.temp (wrote 3000 edits, skipped 0 edits in 8 ms) 2024-12-07T07:18:27,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000000001-wal.1733555907016.temp to hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003000 2024-12-07T07:18:27,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-07T07:18:27,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016, journal: Splitting hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016, size=336.2 K (344306bytes) at 1733555907175Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000000001-wal.1733555907016.temp at 1733555907188 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733555907192 (+4 ms)Split 2048 edits, skipped 0 edits. at 1733555907201 (+9 ms)Finishing writing output for hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016 so closing down at 1733555907208 (+7 ms)3 split writer threads finished at 1733555907208Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000000001-wal.1733555907016.temp (wrote 3000 edits, skipped 0 edits in 8 ms) at 1733555907216 (+8 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000000001-wal.1733555907016.temp to hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003000 at 1733555907218 (+2 ms)Processed 3000 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733555907218 2024-12-07T07:18:27,220 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907016 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555907016 2024-12-07T07:18:27,222 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003000 2024-12-07T07:18:27,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:27,225 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:27,237 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225, exclude list is [], retry=0 2024-12-07T07:18:27,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:27,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:27,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:27,243 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225 2024-12-07T07:18:27,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741868_1045 (size=344433) 2024-12-07T07:18:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741868_1045 (size=344433) 2024-12-07T07:18:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741868_1045 (size=344433) 2024-12-07T07:18:27,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225, size=336.4 K (344433bytes) 2024-12-07T07:18:27,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225 2024-12-07T07:18:27,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225 after 0ms 2024-12-07T07:18:27,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225 took 5ms 2024-12-07T07:18:27,389 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733555907225.temp 2024-12-07T07:18:27,391 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003001-wal.1733555907225.temp 2024-12-07T07:18:27,418 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225 so closing down 2024-12-07T07:18:27,418 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:27,421 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741869_1046 (size=344433) 2024-12-07T07:18:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741869_1046 (size=344433) 2024-12-07T07:18:27,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003001-wal.1733555907225.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-12-07T07:18:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741869_1046 (size=344433) 2024-12-07T07:18:27,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003001-wal.1733555907225.temp to hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000006000 2024-12-07T07:18:27,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-07T07:18:27,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225, journal: Splitting hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225, size=336.4 K (344433bytes) at 1733555907379Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003001-wal.1733555907225.temp at 1733555907391 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733555907396 (+5 ms)Split 2048 edits, skipped 0 edits. at 1733555907408 (+12 ms)Finishing writing output for hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225 so closing down at 1733555907418 (+10 ms)3 split writer threads finished at 1733555907421 (+3 ms)Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003001-wal.1733555907225.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1733555907425 (+4 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003001-wal.1733555907225.temp to hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000006000 at 1733555907427 (+2 ms)Processed 3000 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733555907427 2024-12-07T07:18:27,429 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907225 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555907225 2024-12-07T07:18:27,431 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000006000 2024-12-07T07:18:27,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:27,434 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/test2727-manual,16010,1733555906949, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:27,447 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907434, exclude list is [], retry=0 2024-12-07T07:18:27,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:27,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:27,452 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:27,454 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733555906949/wal.1733555907434 2024-12-07T07:18:27,455 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:27,455 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9e4a0d446de11d101909d4ba7eb723, NAME => 'test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:27,455 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:27,455 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,455 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,458 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,459 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9e4a0d446de11d101909d4ba7eb723 columnFamilyName a 2024-12-07T07:18:27,459 DEBUG [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:27,460 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(327): Store=ee9e4a0d446de11d101909d4ba7eb723/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:27,461 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,462 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9e4a0d446de11d101909d4ba7eb723 columnFamilyName b 2024-12-07T07:18:27,462 DEBUG [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:27,463 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(327): Store=ee9e4a0d446de11d101909d4ba7eb723/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:27,463 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,465 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9e4a0d446de11d101909d4ba7eb723 columnFamilyName c 2024-12-07T07:18:27,465 DEBUG [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:27,466 INFO [StoreOpener-ee9e4a0d446de11d101909d4ba7eb723-1 {}] regionserver.HStore(327): Store=ee9e4a0d446de11d101909d4ba7eb723/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:27,466 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,467 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,469 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,470 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003000 2024-12-07T07:18:27,501 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003000 2024-12-07T07:18:27,503 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000006000 2024-12-07T07:18:27,530 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000006000 2024-12-07T07:18:27,530 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ee9e4a0d446de11d101909d4ba7eb723 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-07T07:18:27,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/a/8ba01ce8efea407c8deb9d5cfd456194 is 41, key is test2727/a:100/1733555907248/Put/seqid=0 2024-12-07T07:18:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741871_1048 (size=84227) 2024-12-07T07:18:27,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741871_1048 (size=84227) 2024-12-07T07:18:27,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741871_1048 (size=84227) 2024-12-07T07:18:27,557 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/a/8ba01ce8efea407c8deb9d5cfd456194 2024-12-07T07:18:27,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/b/908d891a96184e91aad52a3eacb96d42 is 41, key is test2727/b:100/1733555907285/Put/seqid=0 2024-12-07T07:18:27,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741872_1049 (size=84609) 2024-12-07T07:18:27,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741872_1049 (size=84609) 2024-12-07T07:18:27,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741872_1049 (size=84609) 2024-12-07T07:18:27,592 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/b/908d891a96184e91aad52a3eacb96d42 2024-12-07T07:18:27,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/c/e3b80cf7abb242449a6634b98221aebd is 41, key is test2727/c:100/1733555907324/Put/seqid=0 2024-12-07T07:18:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741873_1050 (size=84609) 2024-12-07T07:18:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741873_1050 (size=84609) 2024-12-07T07:18:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741873_1050 (size=84609) 2024-12-07T07:18:27,631 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/c/e3b80cf7abb242449a6634b98221aebd 2024-12-07T07:18:27,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/a/8ba01ce8efea407c8deb9d5cfd456194 as hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/a/8ba01ce8efea407c8deb9d5cfd456194 2024-12-07T07:18:27,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/a/8ba01ce8efea407c8deb9d5cfd456194, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-07T07:18:27,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/b/908d891a96184e91aad52a3eacb96d42 as hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/b/908d891a96184e91aad52a3eacb96d42 2024-12-07T07:18:27,658 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/b/908d891a96184e91aad52a3eacb96d42, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T07:18:27,660 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/.tmp/c/e3b80cf7abb242449a6634b98221aebd as hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/c/e3b80cf7abb242449a6634b98221aebd 2024-12-07T07:18:27,670 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/c/e3b80cf7abb242449a6634b98221aebd, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T07:18:27,670 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ee9e4a0d446de11d101909d4ba7eb723 in 140ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-07T07:18:27,671 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000003000 2024-12-07T07:18:27,672 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/0000000000000006000 2024-12-07T07:18:27,673 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,673 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,674 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:27,676 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ee9e4a0d446de11d101909d4ba7eb723 2024-12-07T07:18:27,678 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/test2727/ee9e4a0d446de11d101909d4ba7eb723/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-07T07:18:27,680 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ee9e4a0d446de11d101909d4ba7eb723; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68745154, jitterRate=0.02438262104988098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:27,681 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ee9e4a0d446de11d101909d4ba7eb723: Writing region info on filesystem at 1733555907456Initializing all the Stores at 1733555907457 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555907457Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555907457Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555907457Obtaining lock to block concurrent updates at 1733555907530 (+73 ms)Preparing flush snapshotting stores in ee9e4a0d446de11d101909d4ba7eb723 at 1733555907530Finished memstore snapshotting test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733555907530Flushing stores of test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. at 1733555907530Flushing ee9e4a0d446de11d101909d4ba7eb723/a: creating writer at 1733555907530Flushing ee9e4a0d446de11d101909d4ba7eb723/a: appending metadata at 1733555907549 (+19 ms)Flushing ee9e4a0d446de11d101909d4ba7eb723/a: closing flushed file at 1733555907549Flushing ee9e4a0d446de11d101909d4ba7eb723/b: creating writer at 1733555907564 (+15 ms)Flushing ee9e4a0d446de11d101909d4ba7eb723/b: appending metadata at 1733555907582 (+18 ms)Flushing ee9e4a0d446de11d101909d4ba7eb723/b: closing flushed file at 1733555907582Flushing ee9e4a0d446de11d101909d4ba7eb723/c: creating writer at 1733555907599 (+17 ms)Flushing ee9e4a0d446de11d101909d4ba7eb723/c: appending metadata at 1733555907623 (+24 ms)Flushing ee9e4a0d446de11d101909d4ba7eb723/c: closing flushed file at 1733555907624 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8483e2: reopening flushed file at 1733555907639 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e002cb: reopening flushed file at 1733555907649 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cea85e: reopening flushed file at 1733555907659 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ee9e4a0d446de11d101909d4ba7eb723 in 140ms, sequenceid=6000, compaction requested=false; wal=null at 1733555907670 (+11 ms)Cleaning up temporary data from old regions at 1733555907673 (+3 ms)Region opened successfully at 1733555907681 (+8 ms) 2024-12-07T07:18:27,682 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-07T07:18:27,682 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ee9e4a0d446de11d101909d4ba7eb723, disabling compactions & flushes 2024-12-07T07:18:27,682 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,682 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,682 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. after waiting 0 ms 2024-12-07T07:18:27,682 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,684 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733555906951.ee9e4a0d446de11d101909d4ba7eb723. 2024-12-07T07:18:27,684 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ee9e4a0d446de11d101909d4ba7eb723: Waiting for close lock at 1733555907682Disabling compacts and flushes for region at 1733555907682Disabling writes for close at 1733555907682Writing region close event to WAL at 1733555907684 (+2 ms)Closed at 1733555907684 2024-12-07T07:18:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741870_1047 (size=93) 2024-12-07T07:18:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741870_1047 (size=93) 2024-12-07T07:18:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741870_1047 (size=93) 2024-12-07T07:18:27,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:27,690 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733555907434) 2024-12-07T07:18:27,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=404 (was 401) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:47106 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:57028 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:45406 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:45426 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 863) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7278 (was 7395) 2024-12-07T07:18:27,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7277 2024-12-07T07:18:27,727 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:27,733 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:27,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733555907734 2024-12-07T07:18:27,741 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734 2024-12-07T07:18:27,743 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:27,744 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ebec9353874c7bbdc1d85abf895628b5, NAME => 'testSequentialEditLogSeqNum,,1733555907728.ebec9353874c7bbdc1d85abf895628b5.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:27,744 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733555907728.ebec9353874c7bbdc1d85abf895628b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:27,744 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,744 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,745 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5 doesn't exist for region: ebec9353874c7bbdc1d85abf895628b5 on table testSequentialEditLogSeqNum 2024-12-07T07:18:27,746 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: ebec9353874c7bbdc1d85abf895628b5 on table testSequentialEditLogSeqNum 2024-12-07T07:18:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741875_1052 (size=62) 2024-12-07T07:18:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741875_1052 (size=62) 2024-12-07T07:18:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741875_1052 (size=62) 2024-12-07T07:18:27,756 INFO [StoreOpener-ebec9353874c7bbdc1d85abf895628b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,758 INFO [StoreOpener-ebec9353874c7bbdc1d85abf895628b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebec9353874c7bbdc1d85abf895628b5 columnFamilyName a 2024-12-07T07:18:27,758 DEBUG [StoreOpener-ebec9353874c7bbdc1d85abf895628b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:27,759 INFO [StoreOpener-ebec9353874c7bbdc1d85abf895628b5-1 {}] regionserver.HStore(327): Store=ebec9353874c7bbdc1d85abf895628b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:27,759 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,760 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,763 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ebec9353874c7bbdc1d85abf895628b5 2024-12-07T07:18:27,765 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:27,765 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ebec9353874c7bbdc1d85abf895628b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73433816, jitterRate=0.09424912929534912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:27,766 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ebec9353874c7bbdc1d85abf895628b5: Writing region info on filesystem at 1733555907744Initializing all the Stores at 1733555907756 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555907756Cleaning up temporary data from old regions at 1733555907760 (+4 ms)Region opened successfully at 1733555907766 (+6 ms) 2024-12-07T07:18:27,779 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ebec9353874c7bbdc1d85abf895628b5 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-07T07:18:27,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/.tmp/a/f1ea8e2b312f475a81e38d442619f2f7 is 81, key is testSequentialEditLogSeqNum/a:x0/1733555907767/Put/seqid=0 2024-12-07T07:18:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741876_1053 (size=5833) 2024-12-07T07:18:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741876_1053 (size=5833) 2024-12-07T07:18:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741876_1053 (size=5833) 2024-12-07T07:18:27,806 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/.tmp/a/f1ea8e2b312f475a81e38d442619f2f7 2024-12-07T07:18:27,813 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/.tmp/a/f1ea8e2b312f475a81e38d442619f2f7 as hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/a/f1ea8e2b312f475a81e38d442619f2f7 2024-12-07T07:18:27,820 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/a/f1ea8e2b312f475a81e38d442619f2f7, entries=10, sequenceid=13, filesize=5.7 K 2024-12-07T07:18:27,821 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for ebec9353874c7bbdc1d85abf895628b5 in 42ms, sequenceid=13, compaction requested=false 2024-12-07T07:18:27,822 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ebec9353874c7bbdc1d85abf895628b5: 2024-12-07T07:18:27,827 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T07:18:27,827 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T07:18:27,827 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T07:18:27,827 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T07:18:27,827 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T07:18:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741874_1051 (size=3017) 2024-12-07T07:18:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741874_1051 (size=3017) 2024-12-07T07:18:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741874_1051 (size=3017) 2024-12-07T07:18:27,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734, size=2.9 K (3017bytes) 2024-12-07T07:18:27,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734 2024-12-07T07:18:27,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734 after 0ms 2024-12-07T07:18:27,848 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734 took 4ms 2024-12-07T07:18:27,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734 so closing down 2024-12-07T07:18:27,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:27,852 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733555907734.temp 2024-12-07T07:18:27,853 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000003-wal.1733555907734.temp 2024-12-07T07:18:27,853 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741877_1054 (size=2433) 2024-12-07T07:18:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741877_1054 (size=2433) 2024-12-07T07:18:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741877_1054 (size=2433) 2024-12-07T07:18:27,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000003-wal.1733555907734.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:27,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000003-wal.1733555907734.temp to hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000020 2024-12-07T07:18:27,865 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-07T07:18:27,865 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734, journal: Splitting hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734, size=2.9 K (3017bytes) at 1733555907845Finishing writing output for hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734 so closing down at 1733555907851 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000003-wal.1733555907734.temp at 1733555907853 (+2 ms)3 split writer threads finished at 1733555907853Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000003-wal.1733555907734.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733555907863 (+10 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000003-wal.1733555907734.temp to hdfs://localhost:44365/hbase/data/default/testSequentialEditLogSeqNum/ebec9353874c7bbdc1d85abf895628b5/recovered.edits/0000000000000000020 at 1733555907865 (+2 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:44365/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733555907726/wal.1733555907734, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733555907865 2024-12-07T07:18:27,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:47106 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:45406 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:45426 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7250 (was 7277) 2024-12-07T07:18:27,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7249 2024-12-07T07:18:27,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:27,910 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:27,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:27,943 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16420371, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-16420371, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:27,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16420371/hregion-16420371.1733555907944, exclude list is [], retry=0 2024-12-07T07:18:27,959 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:27,959 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:27,959 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:27,962 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16420371/hregion-16420371.1733555907944 2024-12-07T07:18:27,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:27,963 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => daf3fc21337462a17c326decf3614809, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741879_1056 (size=70) 2024-12-07T07:18:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741879_1056 (size=70) 2024-12-07T07:18:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741879_1056 (size=70) 2024-12-07T07:18:27,974 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:27,975 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,977 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName a 2024-12-07T07:18:27,977 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:27,978 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:27,978 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,979 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName b 2024-12-07T07:18:27,980 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:27,980 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:27,980 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,982 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName c 2024-12-07T07:18:27,982 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:27,983 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:27,983 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,984 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,986 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,986 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,987 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:27,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:27,992 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:27,993 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened daf3fc21337462a17c326decf3614809; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61827500, jitterRate=-0.07869845628738403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:27,994 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for daf3fc21337462a17c326decf3614809: Writing region info on filesystem at 1733555907974Initializing all the Stores at 1733555907975 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555907975Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555907975Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555907975Cleaning up temporary data from old regions at 1733555907986 (+11 ms)Region opened successfully at 1733555907994 (+8 ms) 2024-12-07T07:18:27,994 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing daf3fc21337462a17c326decf3614809, disabling compactions & flushes 2024-12-07T07:18:27,994 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:27,994 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:27,994 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. after waiting 0 ms 2024-12-07T07:18:27,994 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:27,995 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:27,995 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for daf3fc21337462a17c326decf3614809: Waiting for close lock at 1733555907994Disabling compacts and flushes for region at 1733555907994Disabling writes for close at 1733555907994Writing region close event to WAL at 1733555907995 (+1 ms)Closed at 1733555907995 2024-12-07T07:18:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741878_1055 (size=93) 2024-12-07T07:18:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741878_1055 (size=93) 2024-12-07T07:18:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741878_1055 (size=93) 2024-12-07T07:18:28,001 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:28,001 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16420371:(num 1733555907944) 2024-12-07T07:18:28,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:28,004 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:28,016 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004, exclude list is [], retry=0 2024-12-07T07:18:28,019 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:28,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:28,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:28,022 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 2024-12-07T07:18:28,022 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:28,023 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => daf3fc21337462a17c326decf3614809, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:28,023 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:28,023 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,023 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,024 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,025 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName a 2024-12-07T07:18:28,025 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:28,026 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:28,026 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,027 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName b 2024-12-07T07:18:28,027 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:28,027 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:28,027 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,028 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName c 2024-12-07T07:18:28,028 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:28,028 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:28,029 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,029 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,030 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,031 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,031 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,032 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:28,033 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:28,033 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened daf3fc21337462a17c326decf3614809; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73801695, jitterRate=0.0997309535741806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:28,034 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for daf3fc21337462a17c326decf3614809: Writing region info on filesystem at 1733555908023Initializing all the Stores at 1733555908024 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555908024Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555908024Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555908024Cleaning up temporary data from old regions at 1733555908031 (+7 ms)Region opened successfully at 1733555908034 (+3 ms) 2024-12-07T07:18:28,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733555908037/Put/seqid=0 2024-12-07T07:18:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741881_1058 (size=4826) 2024-12-07T07:18:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741881_1058 (size=4826) 2024-12-07T07:18:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741881_1058 (size=4826) 2024-12-07T07:18:28,047 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44365/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in daf3fc21337462a17c326decf3614809/a 2024-12-07T07:18:28,056 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-07T07:18:28,056 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T07:18:28,056 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for daf3fc21337462a17c326decf3614809: 2024-12-07T07:18:28,058 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/a/cfd51f4a3a1343cd844cc0e7ad3a095f_SeqId_3_ 2024-12-07T07:18:28,058 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44365/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into daf3fc21337462a17c326decf3614809/a as hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/a/cfd51f4a3a1343cd844cc0e7ad3a095f_SeqId_3_ - updating store file list. 2024-12-07T07:18:28,065 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for cfd51f4a3a1343cd844cc0e7ad3a095f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:28,065 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/a/cfd51f4a3a1343cd844cc0e7ad3a095f_SeqId_3_ into daf3fc21337462a17c326decf3614809/a 2024-12-07T07:18:28,065 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44365/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into daf3fc21337462a17c326decf3614809/a (new location: hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/a/cfd51f4a3a1343cd844cc0e7ad3a095f_SeqId_3_) 2024-12-07T07:18:28,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004, size=0 (0bytes) 2024-12-07T07:18:28,106 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 might be still open, length is 0 2024-12-07T07:18:28,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 2024-12-07T07:18:28,107 WARN [IPC Server handler 0 on default port 44365 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-07T07:18:28,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 after 1ms 2024-12-07T07:18:28,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T07:18:28,172 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-07T07:18:28,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:28,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T07:18:28,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T07:18:28,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T07:18:28,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-07T07:18:28,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:28,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-07T07:18:28,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:28,948 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:57126 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57126 dst: /127.0.0.1:40117 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40117 remote=/127.0.0.1:57126]. Total timeout mills is 60000, 59124 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:28,949 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:45658 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38601:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45658 dst: /127.0.0.1:38601 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:28,949 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:47234 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47234 dst: /127.0.0.1:40639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741880_1059 (size=504) 2024-12-07T07:18:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741880_1059 (size=504) 2024-12-07T07:18:32,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 after 4003ms 2024-12-07T07:18:32,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 took 4011ms 2024-12-07T07:18:32,120 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004; continuing. 2024-12-07T07:18:32,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 so closing down 2024-12-07T07:18:32,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:32,122 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733555908004.temp 2024-12-07T07:18:32,124 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005-wal.1733555908004.temp 2024-12-07T07:18:32,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741882_1060 (size=238) 2024-12-07T07:18:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741882_1060 (size=238) 2024-12-07T07:18:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741882_1060 (size=238) 2024-12-07T07:18:32,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005-wal.1733555908004.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:32,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005-wal.1733555908004.temp to hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005 2024-12-07T07:18:32,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T07:18:32,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004, journal: Splitting hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004, size=0 (0bytes) at 1733555908106Finishing writing output for hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 so closing down at 1733555912120 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005-wal.1733555908004.temp at 1733555912124 (+4 ms)3 split writer threads finished at 1733555912124Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005-wal.1733555908004.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733555912132 (+8 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005-wal.1733555908004.temp to hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005 at 1733555912133 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004, size=0, length=0, corrupted=false, cancelled=false at 1733555912134 (+1 ms) 2024-12-07T07:18:32,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555908004 2024-12-07T07:18:32,137 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005 2024-12-07T07:18:32,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:32,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:32,156 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555912140, exclude list is [], retry=0 2024-12-07T07:18:32,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:32,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:32,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:32,161 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555912140 2024-12-07T07:18:32,162 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:32,162 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => daf3fc21337462a17c326decf3614809, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:32,162 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:32,162 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,162 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,164 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,165 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName a 2024-12-07T07:18:32,165 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,172 DEBUG [StoreFileOpener-daf3fc21337462a17c326decf3614809-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cfd51f4a3a1343cd844cc0e7ad3a095f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:32,172 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/a/cfd51f4a3a1343cd844cc0e7ad3a095f_SeqId_3_ 2024-12-07T07:18:32,172 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:32,172 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,173 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName b 2024-12-07T07:18:32,173 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,174 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:32,174 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,175 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf3fc21337462a17c326decf3614809 columnFamilyName c 2024-12-07T07:18:32,175 DEBUG [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,176 INFO [StoreOpener-daf3fc21337462a17c326decf3614809-1 {}] regionserver.HStore(327): Store=daf3fc21337462a17c326decf3614809/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:32,176 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,177 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,179 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005 2024-12-07T07:18:32,182 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005 2024-12-07T07:18:32,182 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing daf3fc21337462a17c326decf3614809 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-07T07:18:32,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/.tmp/a/cd5d68e4f76a4d0199f039e09101b68e is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733555908071/Put/seqid=0 2024-12-07T07:18:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741884_1062 (size=5149) 2024-12-07T07:18:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741884_1062 (size=5149) 2024-12-07T07:18:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741884_1062 (size=5149) 2024-12-07T07:18:32,202 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/.tmp/a/cd5d68e4f76a4d0199f039e09101b68e 2024-12-07T07:18:32,208 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/.tmp/a/cd5d68e4f76a4d0199f039e09101b68e as hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/a/cd5d68e4f76a4d0199f039e09101b68e 2024-12-07T07:18:32,214 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/a/cd5d68e4f76a4d0199f039e09101b68e, entries=1, sequenceid=5, filesize=5.0 K 2024-12-07T07:18:32,215 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for daf3fc21337462a17c326decf3614809 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-12-07T07:18:32,215 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/0000000000000000005 2024-12-07T07:18:32,217 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,217 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,218 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:32,220 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for daf3fc21337462a17c326decf3614809 2024-12-07T07:18:32,222 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/daf3fc21337462a17c326decf3614809/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T07:18:32,224 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened daf3fc21337462a17c326decf3614809; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73492594, jitterRate=0.0951249897480011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:32,224 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for daf3fc21337462a17c326decf3614809: Writing region info on filesystem at 1733555912162Initializing all the Stores at 1733555912163 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555912163Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555912164 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555912164Obtaining lock to block concurrent updates at 1733555912182 (+18 ms)Preparing flush snapshotting stores in daf3fc21337462a17c326decf3614809 at 1733555912182Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733555912182Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. at 1733555912182Flushing daf3fc21337462a17c326decf3614809/a: creating writer at 1733555912182Flushing daf3fc21337462a17c326decf3614809/a: appending metadata at 1733555912195 (+13 ms)Flushing daf3fc21337462a17c326decf3614809/a: closing flushed file at 1733555912195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b28f62: reopening flushed file at 1733555912207 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for daf3fc21337462a17c326decf3614809 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1733555912215 (+8 ms)Cleaning up temporary data from old regions at 1733555912217 (+2 ms)Region opened successfully at 1733555912224 (+7 ms) 2024-12-07T07:18:32,228 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing daf3fc21337462a17c326decf3614809, disabling compactions & flushes 2024-12-07T07:18:32,228 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:32,228 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:32,228 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. after waiting 0 ms 2024-12-07T07:18:32,228 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:32,229 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733555907909.daf3fc21337462a17c326decf3614809. 2024-12-07T07:18:32,229 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for daf3fc21337462a17c326decf3614809: Waiting for close lock at 1733555912228Disabling compacts and flushes for region at 1733555912228Disabling writes for close at 1733555912228Writing region close event to WAL at 1733555912229 (+1 ms)Closed at 1733555912229 2024-12-07T07:18:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741883_1061 (size=93) 2024-12-07T07:18:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741883_1061 (size=93) 2024-12-07T07:18:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741883_1061 (size=93) 2024-12-07T07:18:32,234 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:32,234 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733555912140) 2024-12-07T07:18:32,247 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 409) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:44365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2038153941_22 at /127.0.0.1:43766 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2038153941_22 at /127.0.0.1:43362 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:44365 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2038153941_22 at /127.0.0.1:56896 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7192 (was 7249) 2024-12-07T07:18:32,249 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-07T07:18:32,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=7190 2024-12-07T07:18:32,261 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-07T07:18:32,280 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:32,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:18:32,288 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:32,290 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b1cac7 2024-12-07T07:18:32,291 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:18:32,293 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:18:32,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:18:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T07:18:32,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T07:18:32,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-07T07:18:32,307 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T07:18:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:18:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741885_1063 (size=694) 2024-12-07T07:18:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741885_1063 (size=694) 2024-12-07T07:18:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741885_1063 (size=694) 2024-12-07T07:18:32,320 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e794271e826df7a96c20d662ddcf098a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19 2024-12-07T07:18:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741886_1064 (size=77) 2024-12-07T07:18:32,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741886_1064 (size=77) 2024-12-07T07:18:32,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741886_1064 (size=77) 2024-12-07T07:18:32,329 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:32,329 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing e794271e826df7a96c20d662ddcf098a, disabling compactions & flushes 2024-12-07T07:18:32,329 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,329 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,329 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. after waiting 0 ms 2024-12-07T07:18:32,329 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,329 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,329 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for e794271e826df7a96c20d662ddcf098a: Waiting for close lock at 1733555912329Disabling compacts and flushes for region at 1733555912329Disabling writes for close at 1733555912329Writing region close event to WAL at 1733555912329Closed at 1733555912329 2024-12-07T07:18:32,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T07:18:32,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733555912331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733555912331"}]},"ts":"1733555912331"} 2024-12-07T07:18:32,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T07:18:32,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T07:18:32,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555912342"}]},"ts":"1733555912342"} 2024-12-07T07:18:32,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-07T07:18:32,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5d4d7471f19e=0} racks are {/default-rack=0} 2024-12-07T07:18:32,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T07:18:32,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T07:18:32,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T07:18:32,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T07:18:32,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T07:18:32,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T07:18:32,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T07:18:32,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T07:18:32,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T07:18:32,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T07:18:32,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN}] 2024-12-07T07:18:32,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN 2024-12-07T07:18:32,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN; state=OFFLINE, location=5d4d7471f19e,40979,1733555898576; forceNewPlan=false, retain=false 2024-12-07T07:18:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:18:32,510 INFO [5d4d7471f19e:33177 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T07:18:32,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPENING, regionLocation=5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN because future has completed 2024-12-07T07:18:32,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576}] 2024-12-07T07:18:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:18:32,671 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T07:18:32,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T07:18:32,682 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,682 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e794271e826df7a96c20d662ddcf098a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:32,683 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,683 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:32,683 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,683 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,685 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,688 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf1 2024-12-07T07:18:32,688 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,689 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:32,689 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,690 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf2 2024-12-07T07:18:32,690 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,691 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:32,691 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,692 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,692 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,693 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,693 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,694 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T07:18:32,695 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,698 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:32,699 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e794271e826df7a96c20d662ddcf098a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59259050, jitterRate=-0.11697134375572205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T07:18:32,699 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,699 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e794271e826df7a96c20d662ddcf098a: Running coprocessor pre-open hook at 1733555912683Writing region info on filesystem at 1733555912683Initializing all the Stores at 1733555912685 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555912685Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555912685Cleaning up temporary data from old regions at 1733555912693 (+8 ms)Running coprocessor post-open hooks at 1733555912699 (+6 ms)Region opened successfully at 1733555912699 2024-12-07T07:18:32,701 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., pid=6, masterSystemTime=1733555912670 2024-12-07T07:18:32,704 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,704 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576 because future has completed 2024-12-07T07:18:32,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T07:18:32,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576 in 193 msec 2024-12-07T07:18:32,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T07:18:32,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN in 361 msec 2024-12-07T07:18:32,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T07:18:32,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555912718"}]},"ts":"1733555912718"} 2024-12-07T07:18:32,721 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-07T07:18:32,722 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T07:18:32,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 425 msec 2024-12-07T07:18:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:18:32,938 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-07T07:18:32,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-07T07:18:32,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T07:18:32,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-07T07:18:32,946 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T07:18:32,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-07T07:18:32,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=2] 2024-12-07T07:18:32,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:18:32,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:18:32,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e794271e826df7a96c20d662ddcf098a, source=5d4d7471f19e,40979,1733555898576, destination=5d4d7471f19e,39505,1733555898666, warming up region on 5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T07:18:32,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e794271e826df7a96c20d662ddcf098a, source=5d4d7471f19e,40979,1733555898576, destination=5d4d7471f19e,39505,1733555898666, running balancer 2024-12-07T07:18:32,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T07:18:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE 2024-12-07T07:18:32,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE 2024-12-07T07:18:32,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=CLOSING, regionLocation=5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:32,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(7855): Warmup {ENCODED => e794271e826df7a96c20d662ddcf098a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:32,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE because future has completed 2024-12-07T07:18:32,990 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,990 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:18:32,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576}] 2024-12-07T07:18:32,991 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf1 2024-12-07T07:18:32,991 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,991 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:32,992 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:32,992 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf2 2024-12-07T07:18:32,993 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:32,993 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(1722): Closing e794271e826df7a96c20d662ddcf098a, disabling compactions & flushes 2024-12-07T07:18:32,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. after waiting 0 ms 2024-12-07T07:18:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.HRegion(1676): Region close journal for e794271e826df7a96c20d662ddcf098a: Waiting for close lock at 1733555912993Disabling compacts and flushes for region at 1733555912993Disabling writes for close at 1733555912994 (+1 ms)Writing region close event to WAL at 1733555912994Closed at 1733555912994 2024-12-07T07:18:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-07T07:18:33,150 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,150 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:18:33,151 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing e794271e826df7a96c20d662ddcf098a, disabling compactions & flushes 2024-12-07T07:18:33,151 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,152 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,152 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. after waiting 0 ms 2024-12-07T07:18:33,152 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,152 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing e794271e826df7a96c20d662ddcf098a 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-07T07:18:33,174 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf1/28227afab8c747999108b0934d067409 is 35, key is r1/cf1:q/1733555912966/Put/seqid=0 2024-12-07T07:18:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741887_1065 (size=4783) 2024-12-07T07:18:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741887_1065 (size=4783) 2024-12-07T07:18:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741887_1065 (size=4783) 2024-12-07T07:18:33,181 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf1/28227afab8c747999108b0934d067409 2024-12-07T07:18:33,189 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf1/28227afab8c747999108b0934d067409 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409 2024-12-07T07:18:33,195 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409, entries=1, sequenceid=5, filesize=4.7 K 2024-12-07T07:18:33,196 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e794271e826df7a96c20d662ddcf098a in 44ms, sequenceid=5, compaction requested=false 2024-12-07T07:18:33,196 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-07T07:18:33,202 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T07:18:33,204 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,204 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for e794271e826df7a96c20d662ddcf098a: Waiting for close lock at 1733555913151Running coprocessor pre-close hooks at 1733555913151Disabling compacts and flushes for region at 1733555913151Disabling writes for close at 1733555913152 (+1 ms)Obtaining lock to block concurrent updates at 1733555913152Preparing flush snapshotting stores in e794271e826df7a96c20d662ddcf098a at 1733555913152Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733555913152Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. at 1733555913154 (+2 ms)Flushing e794271e826df7a96c20d662ddcf098a/cf1: creating writer at 1733555913154Flushing e794271e826df7a96c20d662ddcf098a/cf1: appending metadata at 1733555913174 (+20 ms)Flushing e794271e826df7a96c20d662ddcf098a/cf1: closing flushed file at 1733555913174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39943df6: reopening flushed file at 1733555913188 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e794271e826df7a96c20d662ddcf098a in 44ms, sequenceid=5, compaction requested=false at 1733555913196 (+8 ms)Writing region close event to WAL at 1733555913198 (+2 ms)Running coprocessor post-close hooks at 1733555913202 (+4 ms)Closed at 1733555913204 (+2 ms) 2024-12-07T07:18:33,204 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding e794271e826df7a96c20d662ddcf098a move to 5d4d7471f19e,39505,1733555898666 record at close sequenceid=5 2024-12-07T07:18:33,207 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=CLOSED 2024-12-07T07:18:33,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576 because future has completed 2024-12-07T07:18:33,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T07:18:33,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576 in 222 msec 2024-12-07T07:18:33,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE; state=CLOSED, location=5d4d7471f19e,39505,1733555898666; forceNewPlan=false, retain=false 2024-12-07T07:18:33,368 INFO [5d4d7471f19e:33177 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T07:18:33,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPENING, regionLocation=5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:33,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE because future has completed 2024-12-07T07:18:33,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666}] 2024-12-07T07:18:33,535 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,536 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => e794271e826df7a96c20d662ddcf098a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:33,536 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,537 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:33,537 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,537 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,539 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,541 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf1 2024-12-07T07:18:33,541 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:33,551 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409 2024-12-07T07:18:33,552 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:33,552 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,553 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf2 2024-12-07T07:18:33,553 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:33,553 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:33,554 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,554 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,556 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,556 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,556 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,557 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T07:18:33,558 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,559 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened e794271e826df7a96c20d662ddcf098a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59368050, jitterRate=-0.11534711718559265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T07:18:33,559 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,560 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for e794271e826df7a96c20d662ddcf098a: Running coprocessor pre-open hook at 1733555913537Writing region info on filesystem at 1733555913537Initializing all the Stores at 1733555913539 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555913539Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555913539Cleaning up temporary data from old regions at 1733555913556 (+17 ms)Running coprocessor post-open hooks at 1733555913559 (+3 ms)Region opened successfully at 1733555913560 (+1 ms) 2024-12-07T07:18:33,561 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., pid=9, masterSystemTime=1733555913529 2024-12-07T07:18:33,563 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,563 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPEN, openSeqNum=9, regionLocation=5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:33,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666 because future has completed 2024-12-07T07:18:33,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-07T07:18:33,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666 in 194 msec 2024-12-07T07:18:33,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE in 588 msec 2024-12-07T07:18:33,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T07:18:33,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T07:18:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59088 deadline: 1733555973615, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=39505 startCode=1733555898666. As of locationSeqNum=5. 2024-12-07T07:18:33,647 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=39505 startCode=1733555898666. As of locationSeqNum=5. 2024-12-07T07:18:33,648 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=39505 startCode=1733555898666. As of locationSeqNum=5. 2024-12-07T07:18:33,648 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,39505,1733555898666, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=39505 startCode=1733555898666. As of locationSeqNum=5. 2024-12-07T07:18:33,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:18:33,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:18:33,770 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e794271e826df7a96c20d662ddcf098a 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-07T07:18:33,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf1/0b7b29a549144d97914b2cd9bc17687c is 29, key is r1/cf1:/1733555913761/DeleteFamily/seqid=0 2024-12-07T07:18:33,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741888_1066 (size=4906) 2024-12-07T07:18:33,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741888_1066 (size=4906) 2024-12-07T07:18:33,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741888_1066 (size=4906) 2024-12-07T07:18:33,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf1/0b7b29a549144d97914b2cd9bc17687c 2024-12-07T07:18:33,803 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b7b29a549144d97914b2cd9bc17687c 2024-12-07T07:18:33,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf2/94cae7bcb3814fc586f4325a257492e0 is 29, key is r1/cf2:/1733555913761/DeleteFamily/seqid=0 2024-12-07T07:18:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741889_1067 (size=4906) 2024-12-07T07:18:33,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741889_1067 (size=4906) 2024-12-07T07:18:33,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741889_1067 (size=4906) 2024-12-07T07:18:33,825 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf2/94cae7bcb3814fc586f4325a257492e0 2024-12-07T07:18:33,830 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94cae7bcb3814fc586f4325a257492e0 2024-12-07T07:18:33,832 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf1/0b7b29a549144d97914b2cd9bc17687c as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/0b7b29a549144d97914b2cd9bc17687c 2024-12-07T07:18:33,840 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b7b29a549144d97914b2cd9bc17687c 2024-12-07T07:18:33,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/0b7b29a549144d97914b2cd9bc17687c, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T07:18:33,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf2/94cae7bcb3814fc586f4325a257492e0 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/94cae7bcb3814fc586f4325a257492e0 2024-12-07T07:18:33,848 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94cae7bcb3814fc586f4325a257492e0 2024-12-07T07:18:33,848 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/94cae7bcb3814fc586f4325a257492e0, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T07:18:33,849 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for e794271e826df7a96c20d662ddcf098a in 79ms, sequenceid=12, compaction requested=false 2024-12-07T07:18:33,849 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e794271e826df7a96c20d662ddcf098a: 2024-12-07T07:18:33,852 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T07:18:33,854 DEBUG [Time-limited test {}] regionserver.HStore(1541): e794271e826df7a96c20d662ddcf098a/cf1 is initiating major compaction (all files) 2024-12-07T07:18:33,854 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T07:18:33,854 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:33,855 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e794271e826df7a96c20d662ddcf098a/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,855 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409, hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/0b7b29a549144d97914b2cd9bc17687c] into tmpdir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp, totalSize=9.5 K 2024-12-07T07:18:33,856 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 28227afab8c747999108b0934d067409, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733555912966 2024-12-07T07:18:33,857 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0b7b29a549144d97914b2cd9bc17687c, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T07:18:33,869 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e794271e826df7a96c20d662ddcf098a#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:18:33,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741890_1068 (size=4626) 2024-12-07T07:18:33,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741890_1068 (size=4626) 2024-12-07T07:18:33,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741890_1068 (size=4626) 2024-12-07T07:18:33,884 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf1/d5bbd7a2ff62443091e341622f751e6a as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/d5bbd7a2ff62443091e341622f751e6a 2024-12-07T07:18:33,897 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in e794271e826df7a96c20d662ddcf098a/cf1 of e794271e826df7a96c20d662ddcf098a into d5bbd7a2ff62443091e341622f751e6a(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:18:33,897 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e794271e826df7a96c20d662ddcf098a: 2024-12-07T07:18:33,897 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-07T07:18:33,897 DEBUG [Time-limited test {}] regionserver.HStore(1541): e794271e826df7a96c20d662ddcf098a/cf2 is initiating major compaction (all files) 2024-12-07T07:18:33,897 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T07:18:33,897 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:18:33,898 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e794271e826df7a96c20d662ddcf098a/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,898 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/94cae7bcb3814fc586f4325a257492e0] into tmpdir=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp, totalSize=4.8 K 2024-12-07T07:18:33,898 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 94cae7bcb3814fc586f4325a257492e0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T07:18:33,904 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e794271e826df7a96c20d662ddcf098a#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:18:33,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741891_1069 (size=4592) 2024-12-07T07:18:33,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741891_1069 (size=4592) 2024-12-07T07:18:33,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741891_1069 (size=4592) 2024-12-07T07:18:33,917 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/.tmp/cf2/ef9e3e53fb08430ab107f447e82db608 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/ef9e3e53fb08430ab107f447e82db608 2024-12-07T07:18:33,924 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in e794271e826df7a96c20d662ddcf098a/cf2 of e794271e826df7a96c20d662ddcf098a into ef9e3e53fb08430ab107f447e82db608(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:18:33,924 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e794271e826df7a96c20d662ddcf098a: 2024-12-07T07:18:33,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e794271e826df7a96c20d662ddcf098a, source=5d4d7471f19e,39505,1733555898666, destination=5d4d7471f19e,40979,1733555898576, warming up region on 5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:33,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e794271e826df7a96c20d662ddcf098a, source=5d4d7471f19e,39505,1733555898666, destination=5d4d7471f19e,40979,1733555898576, running balancer 2024-12-07T07:18:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE 2024-12-07T07:18:33,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE 2024-12-07T07:18:33,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=CLOSING, regionLocation=5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:33,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(7855): Warmup {ENCODED => e794271e826df7a96c20d662ddcf098a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:33,933 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,934 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf1 2024-12-07T07:18:33,934 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:33,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE because future has completed 2024-12-07T07:18:33,935 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:18:33,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666}] 2024-12-07T07:18:33,943 INFO [StoreFileOpener-e794271e826df7a96c20d662ddcf098a-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b7b29a549144d97914b2cd9bc17687c 2024-12-07T07:18:33,943 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/0b7b29a549144d97914b2cd9bc17687c 2024-12-07T07:18:33,949 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409 2024-12-07T07:18:33,955 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/d5bbd7a2ff62443091e341622f751e6a 2024-12-07T07:18:33,955 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:33,955 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:33,956 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf2 2024-12-07T07:18:33,956 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:33,962 INFO [StoreFileOpener-e794271e826df7a96c20d662ddcf098a-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94cae7bcb3814fc586f4325a257492e0 2024-12-07T07:18:33,963 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/94cae7bcb3814fc586f4325a257492e0 2024-12-07T07:18:33,968 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/ef9e3e53fb08430ab107f447e82db608 2024-12-07T07:18:33,968 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(1722): Closing e794271e826df7a96c20d662ddcf098a, disabling compactions & flushes 2024-12-07T07:18:33,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. after waiting 0 ms 2024-12-07T07:18:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] regionserver.HRegion(1676): Region close journal for e794271e826df7a96c20d662ddcf098a: Waiting for close lock at 1733555913968Disabling compacts and flushes for region at 1733555913968Disabling writes for close at 1733555913969 (+1 ms)Writing region close event to WAL at 1733555913969Closed at 1733555913969 2024-12-07T07:18:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-07T07:18:34,090 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,090 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:18:34,090 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing e794271e826df7a96c20d662ddcf098a, disabling compactions & flushes 2024-12-07T07:18:34,090 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,090 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,090 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. after waiting 0 ms 2024-12-07T07:18:34,090 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,091 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409, hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/0b7b29a549144d97914b2cd9bc17687c] to archive 2024-12-07T07:18:34,094 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:18:34,097 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409 to hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/28227afab8c747999108b0934d067409 2024-12-07T07:18:34,099 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/0b7b29a549144d97914b2cd9bc17687c to hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/0b7b29a549144d97914b2cd9bc17687c 2024-12-07T07:18:34,111 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/94cae7bcb3814fc586f4325a257492e0] to archive 2024-12-07T07:18:34,112 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:18:34,114 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/94cae7bcb3814fc586f4325a257492e0 to hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/94cae7bcb3814fc586f4325a257492e0 2024-12-07T07:18:34,119 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-07T07:18:34,120 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,120 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for e794271e826df7a96c20d662ddcf098a: Waiting for close lock at 1733555914090Running coprocessor pre-close hooks at 1733555914090Disabling compacts and flushes for region at 1733555914090Disabling writes for close at 1733555914090Writing region close event to WAL at 1733555914115 (+25 ms)Running coprocessor post-close hooks at 1733555914119 (+4 ms)Closed at 1733555914119 2024-12-07T07:18:34,120 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding e794271e826df7a96c20d662ddcf098a move to 5d4d7471f19e,40979,1733555898576 record at close sequenceid=12 2024-12-07T07:18:34,122 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,123 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=CLOSED 2024-12-07T07:18:34,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666 because future has completed 2024-12-07T07:18:34,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T07:18:34,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666 in 191 msec 2024-12-07T07:18:34,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE; state=CLOSED, location=5d4d7471f19e,40979,1733555898576; forceNewPlan=false, retain=false 2024-12-07T07:18:34,280 INFO [5d4d7471f19e:33177 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T07:18:34,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPENING, regionLocation=5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:34,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE because future has completed 2024-12-07T07:18:34,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576}] 2024-12-07T07:18:34,446 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,446 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e794271e826df7a96c20d662ddcf098a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:34,446 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,447 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:34,447 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,447 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,448 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,449 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf1 2024-12-07T07:18:34,449 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:34,456 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/d5bbd7a2ff62443091e341622f751e6a 2024-12-07T07:18:34,456 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:34,456 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,457 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf2 2024-12-07T07:18:34,457 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:34,464 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/ef9e3e53fb08430ab107f447e82db608 2024-12-07T07:18:34,464 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:34,465 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,466 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,468 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,468 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,468 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,469 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T07:18:34,472 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,473 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e794271e826df7a96c20d662ddcf098a; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61999943, jitterRate=-0.07612885534763336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T07:18:34,473 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,474 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e794271e826df7a96c20d662ddcf098a: Running coprocessor pre-open hook at 1733555914447Writing region info on filesystem at 1733555914447Initializing all the Stores at 1733555914448 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555914448Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555914448Cleaning up temporary data from old regions at 1733555914468 (+20 ms)Running coprocessor post-open hooks at 1733555914473 (+5 ms)Region opened successfully at 1733555914474 (+1 ms) 2024-12-07T07:18:34,475 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., pid=12, masterSystemTime=1733555914435 2024-12-07T07:18:34,477 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,477 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPEN, openSeqNum=18, regionLocation=5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:34,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576 because future has completed 2024-12-07T07:18:34,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-07T07:18:34,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,40979,1733555898576 in 198 msec 2024-12-07T07:18:34,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, REOPEN/MOVE in 556 msec 2024-12-07T07:18:34,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T07:18:34,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T07:18:34,536 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5d4d7471f19e,40979,1733555898576: testing ***** 2024-12-07T07:18:34,536 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T07:18:34,538 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T07:18:34,539 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T07:18:34,540 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T07:18:34,541 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T07:18:34,547 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 224924512 }, "NonHeapMemoryUsage": { "committed": 170131456, "init": 7667712, "max": -1, "used": 167529720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5d4d7471f19e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5d4d7471f19e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60904", "tag.serverName": "5d4d7471f19e,40979,1733555898576", "tag.clusterId": "7d999115-c76c-45f8-bbb6-ad70caa4a0f4", "tag.Context": "regionserver", "tag.Hostname": "5d4d7471f19e", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733555898576, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-07T07:18:34,550 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33177 {}] master.MasterRpcServices(700): 5d4d7471f19e,40979,1733555898576 reported a fatal error: ***** ABORTING region server 5d4d7471f19e,40979,1733555898576: testing ***** 2024-12-07T07:18:34,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5d4d7471f19e,40979,1733555898576' ***** 2024-12-07T07:18:34,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-07T07:18:34,553 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T07:18:34,553 INFO [RS:0;5d4d7471f19e:40979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-07T07:18:34,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T07:18:34,553 INFO [RS:0;5d4d7471f19e:40979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-07T07:18:34,553 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(3091): Received CLOSE for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,553 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(956): aborting server 5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:34,553 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T07:18:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:33786 deadline: 1733555974553, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=40979 startCode=1733555898576. As of locationSeqNum=12. 2024-12-07T07:18:34,554 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e794271e826df7a96c20d662ddcf098a, disabling compactions & flushes 2024-12-07T07:18:34,554 INFO [RS:0;5d4d7471f19e:40979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5d4d7471f19e:40979. 2024-12-07T07:18:34,554 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,554 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,554 DEBUG [RS:0;5d4d7471f19e:40979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:18:34,554 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. after waiting 0 ms 2024-12-07T07:18:34,554 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,554 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,39505,1733555898666, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,39505,1733555898666, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=40979 startCode=1733555898576. As of locationSeqNum=12. 2024-12-07T07:18:34,554 DEBUG [RS:0;5d4d7471f19e:40979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:34,554 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,39505,1733555898666, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=40979 startCode=1733555898576. As of locationSeqNum=12. 2024-12-07T07:18:34,554 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,39505,1733555898666, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5d4d7471f19e port=40979 startCode=1733555898576. As of locationSeqNum=12. 2024-12-07T07:18:34,555 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T07:18:34,555 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1325): Online Regions={e794271e826df7a96c20d662ddcf098a=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.} 2024-12-07T07:18:34,555 DEBUG [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1351): Waiting on e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:34,557 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,557 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e794271e826df7a96c20d662ddcf098a: Waiting for close lock at 1733555914553Running coprocessor pre-close hooks at 1733555914554 (+1 ms)Disabling compacts and flushes for region at 1733555914554Disabling writes for close at 1733555914554Writing region close event to WAL at 1733555914556 (+2 ms)Running coprocessor post-close hooks at 1733555914556Closed at 1733555914557 (+1 ms) 2024-12-07T07:18:34,557 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:34,586 INFO [regionserver/5d4d7471f19e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:18:34,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5d4d7471f19e,40979,1733555898576 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:34,671 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5d4d7471f19e,40979,1733555898576 aborting 2024-12-07T07:18:34,671 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5d4d7471f19e,40979,1733555898576 aborting 2024-12-07T07:18:34,671 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=12 from cache 2024-12-07T07:18:34,755 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(976): stopping server 5d4d7471f19e,40979,1733555898576; all regions closed. 2024-12-07T07:18:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741835_1011 (size=2142) 2024-12-07T07:18:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741835_1011 (size=2142) 2024-12-07T07:18:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741835_1011 (size=2142) 2024-12-07T07:18:34,762 DEBUG [RS:0;5d4d7471f19e:40979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:34,762 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:18:34,762 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T07:18:34,763 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.ChoreService(370): Chore service for: regionserver/5d4d7471f19e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T07:18:34,763 INFO [regionserver/5d4d7471f19e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T07:18:34,763 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T07:18:34,763 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T07:18:34,763 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T07:18:34,764 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T07:18:34,764 INFO [RS:0;5d4d7471f19e:40979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40979 2024-12-07T07:18:34,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5d4d7471f19e,40979,1733555898576 2024-12-07T07:18:34,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T07:18:34,853 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T07:18:34,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5d4d7471f19e,40979,1733555898576] 2024-12-07T07:18:34,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5d4d7471f19e,40979,1733555898576 already deleted, retry=false 2024-12-07T07:18:34,873 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5d4d7471f19e,40979,1733555898576 on 5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:34,882 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5d4d7471f19e,40979,1733555898576, splitWal=true, meta=false 2024-12-07T07:18:34,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18] 2024-12-07T07:18:34,884 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5d4d7471f19e:40979 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5d4d7471f19e/172.17.0.2:40979 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:34,885 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 5d4d7471f19e,40979,1733555898576 (carryingMeta=false) 5d4d7471f19e,40979,1733555898576/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4552327d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T07:18:34,885 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18, error=java.net.ConnectException: Call to address=5d4d7471f19e:40979 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5d4d7471f19e/172.17.0.2:40979 2024-12-07T07:18:34,885 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-07T07:18:34,885 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18 from cache 2024-12-07T07:18:34,886 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 5d4d7471f19e:40979 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5d4d7471f19e/172.17.0.2:40979 2024-12-07T07:18:34,887 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5d4d7471f19e,40979,1733555898576, splitWal=true, meta=false 2024-12-07T07:18:34,888 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 5d4d7471f19e,40979,1733555898576 had 1 regions 2024-12-07T07:18:34,890 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5d4d7471f19e,40979,1733555898576, splitWal=true, meta=false, isMeta: false 2024-12-07T07:18:34,891 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting 2024-12-07T07:18:34,892 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5d4d7471f19e,40979,1733555898576 WAL count=1, meta=false 2024-12-07T07:18:34,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5d4d7471f19e%2C40979%2C1733555898576.1733555900226}] 2024-12-07T07:18:34,899 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:34,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5d4d7471f19e%2C40979%2C1733555898576.1733555900226, worker=5d4d7471f19e,36039,1733555898708}] 2024-12-07T07:18:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101aea7be9a0001, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:34,963 INFO [RS:0;5d4d7471f19e:40979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T07:18:34,964 INFO [RS:0;5d4d7471f19e:40979 {}] regionserver.HRegionServer(1031): Exiting; stopping=5d4d7471f19e,40979,1733555898576; zookeeper connection closed. 2024-12-07T07:18:34,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e0da069 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e0da069 2024-12-07T07:18:35,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-07T07:18:35,085 INFO [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226, size=2.1 K (2142bytes) 2024-12-07T07:18:35,085 INFO [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 2024-12-07T07:18:35,086 INFO [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 after 1ms 2024-12-07T07:18:35,089 INFO [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 took 4ms 2024-12-07T07:18:35,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for e794271e826df7a96c20d662ddcf098a: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-07T07:18:35,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 so closing down 2024-12-07T07:18:35,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:35,096 INFO [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:35,096 INFO [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-07T07:18:35,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226, journal: Splitting hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226, size=2.1 K (2142bytes) at 1733555915085Finishing writing output for hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 so closing down at 1733555915096 (+11 ms)3 split writer threads finished at 1733555915096Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733555915096 2024-12-07T07:18:35,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 2024-12-07T07:18:35,097 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T07:18:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-07T07:18:35,104 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting/5d4d7471f19e%2C40979%2C1733555898576.1733555900226 to hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs 2024-12-07T07:18:35,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T07:18:35,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5d4d7471f19e%2C40979%2C1733555898576.1733555900226, worker=5d4d7471f19e,36039,1733555898708 in 203 msec 2024-12-07T07:18:35,108 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:35,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T07:18:35,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 5d4d7471f19e%2C40979%2C1733555898576.1733555900226, worker=5d4d7471f19e,36039,1733555898708 in 214 msec 2024-12-07T07:18:35,112 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting dir is empty, no logs to split. 2024-12-07T07:18:35,112 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5d4d7471f19e,40979,1733555898576 WAL count=0, meta=false 2024-12-07T07:18:35,112 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 5d4d7471f19e,40979,1733555898576 WAL splitting is done? wals=0, meta=false 2024-12-07T07:18:35,114 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5d4d7471f19e,40979,1733555898576 failed, ignore...File hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/WALs/5d4d7471f19e,40979,1733555898576-splitting does not exist. 2024-12-07T07:18:35,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN}] 2024-12-07T07:18:35,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN 2024-12-07T07:18:35,118 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T07:18:35,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18] 2024-12-07T07:18:35,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5d4d7471f19e:40979 this server is in the failed servers list 2024-12-07T07:18:35,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5d4d7471f19e:40979 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5d4d7471f19e:40979 2024-12-07T07:18:35,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5d4d7471f19e:40979 2024-12-07T07:18:35,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,40979,1733555898576, seqNum=18 from cache 2024-12-07T07:18:35,268 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(204): Hosts are {5d4d7471f19e=0} racks are {/default-rack=0} 2024-12-07T07:18:35,268 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T07:18:35,268 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T07:18:35,268 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T07:18:35,269 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T07:18:35,269 INFO [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T07:18:35,269 INFO [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T07:18:35,269 DEBUG [5d4d7471f19e:33177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T07:18:35,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPENING, regionLocation=5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:35,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN because future has completed 2024-12-07T07:18:35,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666}] 2024-12-07T07:18:35,442 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:35,443 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e794271e826df7a96c20d662ddcf098a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:35,443 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,444 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:35,444 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,444 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,447 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,448 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf1 2024-12-07T07:18:35,448 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,456 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf1/d5bbd7a2ff62443091e341622f751e6a 2024-12-07T07:18:35,456 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,456 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,457 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e794271e826df7a96c20d662ddcf098a columnFamilyName cf2 2024-12-07T07:18:35,457 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,463 DEBUG [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/cf2/ef9e3e53fb08430ab107f447e82db608 2024-12-07T07:18:35,463 INFO [StoreOpener-e794271e826df7a96c20d662ddcf098a-1 {}] regionserver.HStore(327): Store=e794271e826df7a96c20d662ddcf098a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,463 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,464 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,465 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,466 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,466 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,466 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T07:18:35,468 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,469 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e794271e826df7a96c20d662ddcf098a; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66504830, jitterRate=-0.009000808000564575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T07:18:35,469 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:35,469 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e794271e826df7a96c20d662ddcf098a: Running coprocessor pre-open hook at 1733555915444Writing region info on filesystem at 1733555915444Initializing all the Stores at 1733555915446 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915446Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915447 (+1 ms)Cleaning up temporary data from old regions at 1733555915466 (+19 ms)Running coprocessor post-open hooks at 1733555915469 (+3 ms)Region opened successfully at 1733555915469 2024-12-07T07:18:35,470 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., pid=17, masterSystemTime=1733555915437 2024-12-07T07:18:35,472 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:35,472 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:35,473 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e794271e826df7a96c20d662ddcf098a, regionState=OPEN, openSeqNum=18, regionLocation=5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:35,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666 because future has completed 2024-12-07T07:18:35,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T07:18:35,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure e794271e826df7a96c20d662ddcf098a, server=5d4d7471f19e,39505,1733555898666 in 204 msec 2024-12-07T07:18:35,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-07T07:18:35,481 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 5d4d7471f19e,40979,1733555898576 after splitting done 2024-12-07T07:18:35,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e794271e826df7a96c20d662ddcf098a, ASSIGN in 362 msec 2024-12-07T07:18:35,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 5d4d7471f19e,40979,1733555898576, splitWal=true, meta=false in 607 msec 2024-12-07T07:18:35,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a., hostname=5d4d7471f19e,39505,1733555898666, seqNum=18] 2024-12-07T07:18:35,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 414), OpenFileDescriptor=1053 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=7061 (was 7190) 2024-12-07T07:18:35,730 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-07T07:18:35,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=7060 2024-12-07T07:18:35,742 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-07T07:18:35,760 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:35,761 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:35,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:35,764 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32980452, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-32980452, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:35,775 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32980452/hregion-32980452.1733555915765, exclude list is [], retry=0 2024-12-07T07:18:35,777 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:35,777 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:35,778 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:35,780 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32980452/hregion-32980452.1733555915765 2024-12-07T07:18:35,780 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:35,781 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 874b1d8c2b17e7826af5453eac09bb57, NAME => 'testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741893_1071 (size=67) 2024-12-07T07:18:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741893_1071 (size=67) 2024-12-07T07:18:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741893_1071 (size=67) 2024-12-07T07:18:35,790 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:35,791 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,792 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName a 2024-12-07T07:18:35,792 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,793 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,793 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,794 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName b 2024-12-07T07:18:35,794 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,795 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,795 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,796 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName c 2024-12-07T07:18:35,796 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,797 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,797 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,798 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,798 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,799 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,799 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,799 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:35,800 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,802 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:35,803 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874b1d8c2b17e7826af5453eac09bb57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71881702, jitterRate=0.07112082839012146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:35,803 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874b1d8c2b17e7826af5453eac09bb57: Writing region info on filesystem at 1733555915790Initializing all the Stores at 1733555915790Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915790Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915791 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915791Cleaning up temporary data from old regions at 1733555915799 (+8 ms)Region opened successfully at 1733555915803 (+4 ms) 2024-12-07T07:18:35,803 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 874b1d8c2b17e7826af5453eac09bb57, disabling compactions & flushes 2024-12-07T07:18:35,803 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,803 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,803 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. after waiting 0 ms 2024-12-07T07:18:35,803 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,804 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,804 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 874b1d8c2b17e7826af5453eac09bb57: Waiting for close lock at 1733555915803Disabling compacts and flushes for region at 1733555915803Disabling writes for close at 1733555915803Writing region close event to WAL at 1733555915804 (+1 ms)Closed at 1733555915804 2024-12-07T07:18:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741892_1070 (size=93) 2024-12-07T07:18:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741892_1070 (size=93) 2024-12-07T07:18:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741892_1070 (size=93) 2024-12-07T07:18:35,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:35,808 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32980452:(num 1733555915765) 2024-12-07T07:18:35,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:35,810 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:35,821 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810, exclude list is [], retry=0 2024-12-07T07:18:35,823 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:35,824 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:35,824 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:35,825 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810 2024-12-07T07:18:35,826 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:35,826 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 874b1d8c2b17e7826af5453eac09bb57, NAME => 'testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:35,826 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:35,826 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,826 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,828 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,829 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName a 2024-12-07T07:18:35,829 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,830 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,830 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,830 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName b 2024-12-07T07:18:35,831 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,831 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,831 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,832 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName c 2024-12-07T07:18:35,832 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:35,833 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:35,833 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,836 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,836 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,836 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:35,837 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:35,838 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874b1d8c2b17e7826af5453eac09bb57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64524921, jitterRate=-0.038503751158714294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:35,839 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874b1d8c2b17e7826af5453eac09bb57: Writing region info on filesystem at 1733555915826Initializing all the Stores at 1733555915827 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915827Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915828 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555915828Cleaning up temporary data from old regions at 1733555915836 (+8 ms)Region opened successfully at 1733555915839 (+3 ms) 2024-12-07T07:18:35,861 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 874b1d8c2b17e7826af5453eac09bb57 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T07:18:35,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/a/f8b7920e9b394eb5958a6eb83ee9ed39 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733555915839/Put/seqid=0 2024-12-07T07:18:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741895_1073 (size=5958) 2024-12-07T07:18:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741895_1073 (size=5958) 2024-12-07T07:18:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741895_1073 (size=5958) 2024-12-07T07:18:35,882 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/a/f8b7920e9b394eb5958a6eb83ee9ed39 2024-12-07T07:18:35,900 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/b/58764b1e75b34a6f908d85cad17c7f19 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733555915846/Put/seqid=0 2024-12-07T07:18:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741896_1074 (size=5958) 2024-12-07T07:18:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741896_1074 (size=5958) 2024-12-07T07:18:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741896_1074 (size=5958) 2024-12-07T07:18:35,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/b/58764b1e75b34a6f908d85cad17c7f19 2024-12-07T07:18:35,928 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/c/605053ef6c9c42da987475407e2f2f2e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733555915852/Put/seqid=0 2024-12-07T07:18:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741897_1075 (size=5958) 2024-12-07T07:18:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741897_1075 (size=5958) 2024-12-07T07:18:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741897_1075 (size=5958) 2024-12-07T07:18:35,936 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/c/605053ef6c9c42da987475407e2f2f2e 2024-12-07T07:18:35,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/a/f8b7920e9b394eb5958a6eb83ee9ed39 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/a/f8b7920e9b394eb5958a6eb83ee9ed39 2024-12-07T07:18:35,950 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/a/f8b7920e9b394eb5958a6eb83ee9ed39, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T07:18:35,952 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/b/58764b1e75b34a6f908d85cad17c7f19 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/b/58764b1e75b34a6f908d85cad17c7f19 2024-12-07T07:18:35,958 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/b/58764b1e75b34a6f908d85cad17c7f19, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T07:18:35,959 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/c/605053ef6c9c42da987475407e2f2f2e as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/c/605053ef6c9c42da987475407e2f2f2e 2024-12-07T07:18:35,965 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/c/605053ef6c9c42da987475407e2f2f2e, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T07:18:35,967 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 874b1d8c2b17e7826af5453eac09bb57 in 106ms, sequenceid=33, compaction requested=false 2024-12-07T07:18:35,967 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 874b1d8c2b17e7826af5453eac09bb57: 2024-12-07T07:18:35,967 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 874b1d8c2b17e7826af5453eac09bb57, disabling compactions & flushes 2024-12-07T07:18:35,967 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,967 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,967 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. after waiting 0 ms 2024-12-07T07:18:35,967 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,968 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. 2024-12-07T07:18:35,968 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 874b1d8c2b17e7826af5453eac09bb57: Waiting for close lock at 1733555915967Disabling compacts and flushes for region at 1733555915967Disabling writes for close at 1733555915967Writing region close event to WAL at 1733555915968 (+1 ms)Closed at 1733555915968 2024-12-07T07:18:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741894_1072 (size=5937) 2024-12-07T07:18:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741894_1072 (size=5937) 2024-12-07T07:18:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741894_1072 (size=5937) 2024-12-07T07:18:35,976 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/b/58764b1e75b34a6f908d85cad17c7f19 to hdfs://localhost:44365/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/b/58764b1e75b34a6f908d85cad17c7f19 2024-12-07T07:18:35,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810, size=5.8 K (5937bytes) 2024-12-07T07:18:35,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810 2024-12-07T07:18:35,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810 after 1ms 2024-12-07T07:18:35,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810 took 4ms 2024-12-07T07:18:35,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810 so closing down 2024-12-07T07:18:35,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:36,000 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733555915810.temp 2024-12-07T07:18:36,001 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000003-wal.1733555915810.temp 2024-12-07T07:18:36,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741898_1076 (size=5223) 2024-12-07T07:18:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741898_1076 (size=5223) 2024-12-07T07:18:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741898_1076 (size=5223) 2024-12-07T07:18:36,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000003-wal.1733555915810.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:36,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000003-wal.1733555915810.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000032 2024-12-07T07:18:36,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-07T07:18:36,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810, journal: Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810, size=5.8 K (5937bytes) at 1733555915992Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810 so closing down at 1733555915998 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000003-wal.1733555915810.temp at 1733555916001 (+3 ms)3 split writer threads finished at 1733555916002 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000003-wal.1733555915810.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733555916010 (+8 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000003-wal.1733555915810.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000032 at 1733555916012 (+2 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733555916012 2024-12-07T07:18:36,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555915810 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555915810 2024-12-07T07:18:36,015 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000032 2024-12-07T07:18:36,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:36,018 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:36,036 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555916018, exclude list is [], retry=0 2024-12-07T07:18:36,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:36,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:36,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:36,041 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555916018 2024-12-07T07:18:36,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:36,041 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 874b1d8c2b17e7826af5453eac09bb57, NAME => 'testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:36,041 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:36,041 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,041 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,043 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,043 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName a 2024-12-07T07:18:36,044 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,049 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/a/f8b7920e9b394eb5958a6eb83ee9ed39 2024-12-07T07:18:36,049 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,049 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,050 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName b 2024-12-07T07:18:36,050 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,051 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,051 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,052 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b1d8c2b17e7826af5453eac09bb57 columnFamilyName c 2024-12-07T07:18:36,052 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,057 DEBUG [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/c/605053ef6c9c42da987475407e2f2f2e 2024-12-07T07:18:36,057 INFO [StoreOpener-874b1d8c2b17e7826af5453eac09bb57-1 {}] regionserver.HStore(327): Store=874b1d8c2b17e7826af5453eac09bb57/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,057 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,060 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,061 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000032 2024-12-07T07:18:36,064 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000032 2024-12-07T07:18:36,064 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 874b1d8c2b17e7826af5453eac09bb57 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T07:18:36,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/b/a241ba3ee0da455393dab780742ee6bf is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733555915846/Put/seqid=0 2024-12-07T07:18:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741900_1078 (size=5958) 2024-12-07T07:18:36,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741900_1078 (size=5958) 2024-12-07T07:18:36,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741900_1078 (size=5958) 2024-12-07T07:18:36,088 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/b/a241ba3ee0da455393dab780742ee6bf 2024-12-07T07:18:36,094 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/.tmp/b/a241ba3ee0da455393dab780742ee6bf as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/b/a241ba3ee0da455393dab780742ee6bf 2024-12-07T07:18:36,101 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/b/a241ba3ee0da455393dab780742ee6bf, entries=10, sequenceid=32, filesize=5.8 K 2024-12-07T07:18:36,101 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 874b1d8c2b17e7826af5453eac09bb57 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-07T07:18:36,102 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/0000000000000000032 2024-12-07T07:18:36,103 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,103 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,104 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:36,105 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874b1d8c2b17e7826af5453eac09bb57 2024-12-07T07:18:36,107 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/874b1d8c2b17e7826af5453eac09bb57/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-07T07:18:36,108 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874b1d8c2b17e7826af5453eac09bb57; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65519949, jitterRate=-0.02367667853832245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:36,108 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874b1d8c2b17e7826af5453eac09bb57: Writing region info on filesystem at 1733555916041Initializing all the Stores at 1733555916042 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916042Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916043 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916043Obtaining lock to block concurrent updates at 1733555916064 (+21 ms)Preparing flush snapshotting stores in 874b1d8c2b17e7826af5453eac09bb57 at 1733555916064Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733555916065 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733555915760.874b1d8c2b17e7826af5453eac09bb57. at 1733555916065Flushing 874b1d8c2b17e7826af5453eac09bb57/b: creating writer at 1733555916065Flushing 874b1d8c2b17e7826af5453eac09bb57/b: appending metadata at 1733555916080 (+15 ms)Flushing 874b1d8c2b17e7826af5453eac09bb57/b: closing flushed file at 1733555916080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d64676: reopening flushed file at 1733555916093 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 874b1d8c2b17e7826af5453eac09bb57 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733555916101 (+8 ms)Cleaning up temporary data from old regions at 1733555916103 (+2 ms)Region opened successfully at 1733555916108 (+5 ms) 2024-12-07T07:18:36,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=421 (was 412) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:43766 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:43362 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:56896 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:43902 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:43490 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:57056 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1129 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=7050 (was 7060) 2024-12-07T07:18:36,127 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-07T07:18:36,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1129, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=7049 2024-12-07T07:18:36,139 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-07T07:18:36,153 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:36,155 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:36,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:36,158 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13042247, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-13042247, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:36,169 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13042247/hregion-13042247.1733555916158, exclude list is [], retry=0 2024-12-07T07:18:36,172 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:36,172 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:36,173 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:36,175 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13042247/hregion-13042247.1733555916158 2024-12-07T07:18:36,176 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:36,176 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e270898dab2b6cc9ea4e079c54e039d4, NAME => 'testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:36,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741902_1080 (size=68) 2024-12-07T07:18:36,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741902_1080 (size=68) 2024-12-07T07:18:36,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741902_1080 (size=68) 2024-12-07T07:18:36,187 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:36,188 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,190 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName a 2024-12-07T07:18:36,190 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,191 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,191 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,192 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName b 2024-12-07T07:18:36,192 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,193 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,193 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,195 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName c 2024-12-07T07:18:36,195 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,195 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,195 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,196 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,196 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,197 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,197 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,198 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:36,199 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,201 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:36,201 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e270898dab2b6cc9ea4e079c54e039d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59906728, jitterRate=-0.10732018947601318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:36,202 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e270898dab2b6cc9ea4e079c54e039d4: Writing region info on filesystem at 1733555916187Initializing all the Stores at 1733555916188 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916188Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916188Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916188Cleaning up temporary data from old regions at 1733555916197 (+9 ms)Region opened successfully at 1733555916202 (+5 ms) 2024-12-07T07:18:36,202 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e270898dab2b6cc9ea4e079c54e039d4, disabling compactions & flushes 2024-12-07T07:18:36,202 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:36,202 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:36,202 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. after waiting 0 ms 2024-12-07T07:18:36,202 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:36,203 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:36,203 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e270898dab2b6cc9ea4e079c54e039d4: Waiting for close lock at 1733555916202Disabling compacts and flushes for region at 1733555916202Disabling writes for close at 1733555916202Writing region close event to WAL at 1733555916203 (+1 ms)Closed at 1733555916203 2024-12-07T07:18:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741901_1079 (size=93) 2024-12-07T07:18:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741901_1079 (size=93) 2024-12-07T07:18:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741901_1079 (size=93) 2024-12-07T07:18:36,208 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:36,208 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13042247:(num 1733555916158) 2024-12-07T07:18:36,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:36,210 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:36,222 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210, exclude list is [], retry=0 2024-12-07T07:18:36,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:36,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:36,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:36,226 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210 2024-12-07T07:18:36,227 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:36,292 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e270898dab2b6cc9ea4e079c54e039d4, NAME => 'testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:36,294 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,294 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:36,294 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,294 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,296 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,297 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName a 2024-12-07T07:18:36,297 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,298 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,298 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,299 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName b 2024-12-07T07:18:36,299 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,300 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,300 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,300 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName c 2024-12-07T07:18:36,300 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:36,301 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:36,301 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,302 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,304 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,304 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,304 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:36,306 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,307 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e270898dab2b6cc9ea4e079c54e039d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60941552, jitterRate=-0.09190011024475098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:36,307 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:36,307 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e270898dab2b6cc9ea4e079c54e039d4: Running coprocessor pre-open hook at 1733555916294Writing region info on filesystem at 1733555916294Initializing all the Stores at 1733555916296 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916296Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916296Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555916296Cleaning up temporary data from old regions at 1733555916304 (+8 ms)Running coprocessor post-open hooks at 1733555916307 (+3 ms)Region opened successfully at 1733555916307 2024-12-07T07:18:36,321 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e270898dab2b6cc9ea4e079c54e039d4 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-07T07:18:36,322 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:37,323 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:38,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:18:38,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-07T07:18:38,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:38,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T07:18:38,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:38,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-07T07:18:38,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:38,325 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:39,326 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:40,327 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:41,328 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:42,330 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:43,331 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:44,333 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:45,334 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e270898dab2b6cc9ea4e079c54e039d4/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:45,335 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e270898dab2b6cc9ea4e079c54e039d4: 2024-12-07T07:18:45,335 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:45,350 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e270898dab2b6cc9ea4e079c54e039d4: 2024-12-07T07:18:45,350 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-07T07:18:45,350 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e270898dab2b6cc9ea4e079c54e039d4, disabling compactions & flushes 2024-12-07T07:18:45,350 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:45,350 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:45,350 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. after waiting 0 ms 2024-12-07T07:18:45,350 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:45,350 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:45,350 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. 2024-12-07T07:18:45,350 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e270898dab2b6cc9ea4e079c54e039d4: Waiting for close lock at 1733555925350Running coprocessor pre-close hooks at 1733555925350Disabling compacts and flushes for region at 1733555925350Disabling writes for close at 1733555925350Writing region close event to WAL at 1733555925350Running coprocessor post-close hooks at 1733555925350Closed at 1733555925350 2024-12-07T07:18:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741903_1081 (size=3941) 2024-12-07T07:18:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741903_1081 (size=3941) 2024-12-07T07:18:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741903_1081 (size=3941) 2024-12-07T07:18:45,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210, size=3.8 K (3941bytes) 2024-12-07T07:18:45,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210 2024-12-07T07:18:45,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210 after 0ms 2024-12-07T07:18:45,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210 took 62ms 2024-12-07T07:18:45,431 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210 so closing down 2024-12-07T07:18:45,431 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:45,434 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733555916210.temp 2024-12-07T07:18:45,435 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000004-wal.1733555916210.temp 2024-12-07T07:18:45,435 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:45,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741904_1082 (size=2983) 2024-12-07T07:18:45,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741904_1082 (size=2983) 2024-12-07T07:18:45,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741904_1082 (size=2983) 2024-12-07T07:18:45,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000004-wal.1733555916210.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:45,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000004-wal.1733555916210.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000026 2024-12-07T07:18:45,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-07T07:18:45,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210, journal: Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210, size=3.8 K (3941bytes) at 1733555925366Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210 so closing down at 1733555925431 (+65 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000004-wal.1733555916210.temp at 1733555925435 (+4 ms)3 split writer threads finished at 1733555925436 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000004-wal.1733555916210.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733555925444 (+8 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000004-wal.1733555916210.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000026 at 1733555925445 (+1 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733555925446 (+1 ms) 2024-12-07T07:18:45,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555916210 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555916210 2024-12-07T07:18:45,448 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000026 2024-12-07T07:18:45,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:45,450 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:45,461 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555925450, exclude list is [], retry=0 2024-12-07T07:18:45,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:45,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:45,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:45,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555925450 2024-12-07T07:18:45,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973)] 2024-12-07T07:18:45,466 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e270898dab2b6cc9ea4e079c54e039d4, NAME => 'testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:45,467 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,467 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:45,467 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,467 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,469 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,470 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName a 2024-12-07T07:18:45,470 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:45,471 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:45,471 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,472 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName b 2024-12-07T07:18:45,472 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:45,473 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:45,473 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,474 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e270898dab2b6cc9ea4e079c54e039d4 columnFamilyName c 2024-12-07T07:18:45,474 DEBUG [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:45,474 INFO [StoreOpener-e270898dab2b6cc9ea4e079c54e039d4-1 {}] regionserver.HStore(327): Store=e270898dab2b6cc9ea4e079c54e039d4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:45,474 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,475 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,476 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,477 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000026 2024-12-07T07:18:45,480 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000026 2024-12-07T07:18:45,481 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e270898dab2b6cc9ea4e079c54e039d4 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-07T07:18:45,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/a/0b376a18daf1456795682ea6b2103282 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733555925343/Put/seqid=0 2024-12-07T07:18:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741906_1084 (size=5523) 2024-12-07T07:18:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741906_1084 (size=5523) 2024-12-07T07:18:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741906_1084 (size=5523) 2024-12-07T07:18:45,500 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/a/0b376a18daf1456795682ea6b2103282 2024-12-07T07:18:45,517 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/b/c2a936da6d0043ee80a562ca05b395c2 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733555925336/Put/seqid=0 2024-12-07T07:18:45,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741907_1085 (size=5524) 2024-12-07T07:18:45,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741907_1085 (size=5524) 2024-12-07T07:18:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741907_1085 (size=5524) 2024-12-07T07:18:45,524 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/b/c2a936da6d0043ee80a562ca05b395c2 2024-12-07T07:18:45,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/c/d833a712749f49c5a4cef333da8f6697 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733555925339/Put/seqid=0 2024-12-07T07:18:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741908_1086 (size=5457) 2024-12-07T07:18:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741908_1086 (size=5457) 2024-12-07T07:18:45,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741908_1086 (size=5457) 2024-12-07T07:18:45,550 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/c/d833a712749f49c5a4cef333da8f6697 2024-12-07T07:18:45,556 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/a/0b376a18daf1456795682ea6b2103282 as hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/a/0b376a18daf1456795682ea6b2103282 2024-12-07T07:18:45,562 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/a/0b376a18daf1456795682ea6b2103282, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T07:18:45,563 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/b/c2a936da6d0043ee80a562ca05b395c2 as hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/b/c2a936da6d0043ee80a562ca05b395c2 2024-12-07T07:18:45,569 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/b/c2a936da6d0043ee80a562ca05b395c2, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T07:18:45,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/.tmp/c/d833a712749f49c5a4cef333da8f6697 as hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/c/d833a712749f49c5a4cef333da8f6697 2024-12-07T07:18:45,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/c/d833a712749f49c5a4cef333da8f6697, entries=6, sequenceid=26, filesize=5.3 K 2024-12-07T07:18:45,577 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for e270898dab2b6cc9ea4e079c54e039d4 in 96ms, sequenceid=26, compaction requested=false; wal=null 2024-12-07T07:18:45,578 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/0000000000000000026 2024-12-07T07:18:45,579 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,579 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,580 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:45,581 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,583 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsAfterAbortingFlush/e270898dab2b6cc9ea4e079c54e039d4/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-07T07:18:45,584 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e270898dab2b6cc9ea4e079c54e039d4; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70605145, jitterRate=0.05209864675998688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:45,584 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e270898dab2b6cc9ea4e079c54e039d4 2024-12-07T07:18:45,585 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e270898dab2b6cc9ea4e079c54e039d4: Running coprocessor pre-open hook at 1733555925467Writing region info on filesystem at 1733555925467Initializing all the Stores at 1733555925468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555925468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555925468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555925468Obtaining lock to block concurrent updates at 1733555925481 (+13 ms)Preparing flush snapshotting stores in e270898dab2b6cc9ea4e079c54e039d4 at 1733555925481Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733555925481Flushing stores of testReplayEditsAfterAbortingFlush,,1733555916153.e270898dab2b6cc9ea4e079c54e039d4. at 1733555925481Flushing e270898dab2b6cc9ea4e079c54e039d4/a: creating writer at 1733555925481Flushing e270898dab2b6cc9ea4e079c54e039d4/a: appending metadata at 1733555925493 (+12 ms)Flushing e270898dab2b6cc9ea4e079c54e039d4/a: closing flushed file at 1733555925493Flushing e270898dab2b6cc9ea4e079c54e039d4/b: creating writer at 1733555925505 (+12 ms)Flushing e270898dab2b6cc9ea4e079c54e039d4/b: appending metadata at 1733555925517 (+12 ms)Flushing e270898dab2b6cc9ea4e079c54e039d4/b: closing flushed file at 1733555925517Flushing e270898dab2b6cc9ea4e079c54e039d4/c: creating writer at 1733555925529 (+12 ms)Flushing e270898dab2b6cc9ea4e079c54e039d4/c: appending metadata at 1733555925543 (+14 ms)Flushing e270898dab2b6cc9ea4e079c54e039d4/c: closing flushed file at 1733555925543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e62bdd3: reopening flushed file at 1733555925555 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b1b309: reopening flushed file at 1733555925562 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742b7fa4: reopening flushed file at 1733555925570 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for e270898dab2b6cc9ea4e079c54e039d4 in 96ms, sequenceid=26, compaction requested=false; wal=null at 1733555925577 (+7 ms)Cleaning up temporary data from old regions at 1733555925579 (+2 ms)Running coprocessor post-open hooks at 1733555925584 (+5 ms)Region opened successfully at 1733555925585 (+1 ms) 2024-12-07T07:18:45,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417 (was 421), OpenFileDescriptor=1183 (was 1129) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=6990 (was 7049) 2024-12-07T07:18:45,605 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-07T07:18:45,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=6989 2024-12-07T07:18:45,618 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-07T07:18:45,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:45,633 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:45,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:45,636 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87837818, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-87837818, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:45,646 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87837818/hregion-87837818.1733555925636, exclude list is [], retry=0 2024-12-07T07:18:45,649 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:45,649 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:45,649 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:45,651 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87837818/hregion-87837818.1733555925636 2024-12-07T07:18:45,651 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:45,651 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f75f8092b5ae10465e8a42da2cdeb401, NAME => 'testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741910_1088 (size=61) 2024-12-07T07:18:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741910_1088 (size=61) 2024-12-07T07:18:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741910_1088 (size=61) 2024-12-07T07:18:45,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:45,664 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,665 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f75f8092b5ae10465e8a42da2cdeb401 columnFamilyName a 2024-12-07T07:18:45,665 DEBUG [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:45,666 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(327): Store=f75f8092b5ae10465e8a42da2cdeb401/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:45,666 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,668 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,668 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,669 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,671 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:45,672 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f75f8092b5ae10465e8a42da2cdeb401; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59177526, jitterRate=-0.11818614602088928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:45,672 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f75f8092b5ae10465e8a42da2cdeb401: Writing region info on filesystem at 1733555925663Initializing all the Stores at 1733555925664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555925664Cleaning up temporary data from old regions at 1733555925668 (+4 ms)Region opened successfully at 1733555925672 (+4 ms) 2024-12-07T07:18:45,672 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f75f8092b5ae10465e8a42da2cdeb401, disabling compactions & flushes 2024-12-07T07:18:45,672 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,672 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,672 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. after waiting 0 ms 2024-12-07T07:18:45,672 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f75f8092b5ae10465e8a42da2cdeb401: Waiting for close lock at 1733555925672Disabling compacts and flushes for region at 1733555925672Disabling writes for close at 1733555925672Writing region close event to WAL at 1733555925673 (+1 ms)Closed at 1733555925673 2024-12-07T07:18:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741909_1087 (size=93) 2024-12-07T07:18:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741909_1087 (size=93) 2024-12-07T07:18:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741909_1087 (size=93) 2024-12-07T07:18:45,678 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:45,678 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87837818:(num 1733555925636) 2024-12-07T07:18:45,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:45,679 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:45,690 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679, exclude list is [], retry=0 2024-12-07T07:18:45,693 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:45,693 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:45,693 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:45,695 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679 2024-12-07T07:18:45,695 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:45,695 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f75f8092b5ae10465e8a42da2cdeb401, NAME => 'testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:45,695 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:45,695 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,695 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,697 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,697 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f75f8092b5ae10465e8a42da2cdeb401 columnFamilyName a 2024-12-07T07:18:45,698 DEBUG [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:45,698 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(327): Store=f75f8092b5ae10465e8a42da2cdeb401/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:45,698 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,699 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,700 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,700 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,700 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,702 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:45,703 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f75f8092b5ae10465e8a42da2cdeb401; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74494191, jitterRate=0.11004994809627533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:45,703 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f75f8092b5ae10465e8a42da2cdeb401: Writing region info on filesystem at 1733555925696Initializing all the Stores at 1733555925696Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555925696Cleaning up temporary data from old regions at 1733555925700 (+4 ms)Region opened successfully at 1733555925703 (+3 ms) 2024-12-07T07:18:45,712 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f75f8092b5ae10465e8a42da2cdeb401, disabling compactions & flushes 2024-12-07T07:18:45,712 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,712 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,712 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. after waiting 0 ms 2024-12-07T07:18:45,712 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,713 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,713 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. 2024-12-07T07:18:45,713 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f75f8092b5ae10465e8a42da2cdeb401: Waiting for close lock at 1733555925712Disabling compacts and flushes for region at 1733555925712Disabling writes for close at 1733555925712Writing region close event to WAL at 1733555925713 (+1 ms)Closed at 1733555925713 2024-12-07T07:18:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741911_1089 (size=1623) 2024-12-07T07:18:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741911_1089 (size=1623) 2024-12-07T07:18:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741911_1089 (size=1623) 2024-12-07T07:18:45,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679, size=1.6 K (1623bytes) 2024-12-07T07:18:45,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679 2024-12-07T07:18:45,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679 after 0ms 2024-12-07T07:18:45,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679 took 2ms 2024-12-07T07:18:45,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679 so closing down 2024-12-07T07:18:45,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:45,733 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733555925679.temp 2024-12-07T07:18:45,733 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000003-wal.1733555925679.temp 2024-12-07T07:18:45,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741912_1090 (size=1623) 2024-12-07T07:18:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741912_1090 (size=1623) 2024-12-07T07:18:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741912_1090 (size=1623) 2024-12-07T07:18:45,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000003-wal.1733555925679.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:45,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000003-wal.1733555925679.temp to hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000012 2024-12-07T07:18:45,741 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-07T07:18:45,741 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679, journal: Splitting hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679, size=1.6 K (1623bytes) at 1733555925728Finishing writing output for hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679 so closing down at 1733555925731 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000003-wal.1733555925679.temp at 1733555925734 (+3 ms)3 split writer threads finished at 1733555925734Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000003-wal.1733555925679.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733555925740 (+6 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000003-wal.1733555925679.temp to hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000012 at 1733555925741 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733555925741 2024-12-07T07:18:45,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555925679 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555925679 2024-12-07T07:18:45,743 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000012 2024-12-07T07:18:46,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:46,048 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:46,058 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555926048, exclude list is [], retry=0 2024-12-07T07:18:46,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:46,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:46,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:46,062 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555926048 2024-12-07T07:18:46,063 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:46,063 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f75f8092b5ae10465e8a42da2cdeb401, NAME => 'testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:46,063 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:46,063 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,063 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,066 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,067 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f75f8092b5ae10465e8a42da2cdeb401 columnFamilyName a 2024-12-07T07:18:46,067 DEBUG [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,068 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(327): Store=f75f8092b5ae10465e8a42da2cdeb401/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,068 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,070 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,072 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000012 2024-12-07T07:18:46,075 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000012 2024-12-07T07:18:46,076 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f75f8092b5ae10465e8a42da2cdeb401 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-07T07:18:46,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/.tmp/a/9f3fe031a0764c97a0fe6bd236112fc2 is 79, key is testDatalossWhenInputError/a:x0/1733555925703/Put/seqid=0 2024-12-07T07:18:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741914_1092 (size=5808) 2024-12-07T07:18:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741914_1092 (size=5808) 2024-12-07T07:18:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741914_1092 (size=5808) 2024-12-07T07:18:46,099 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/.tmp/a/9f3fe031a0764c97a0fe6bd236112fc2 2024-12-07T07:18:46,109 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/.tmp/a/9f3fe031a0764c97a0fe6bd236112fc2 as hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/a/9f3fe031a0764c97a0fe6bd236112fc2 2024-12-07T07:18:46,116 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/a/9f3fe031a0764c97a0fe6bd236112fc2, entries=10, sequenceid=12, filesize=5.7 K 2024-12-07T07:18:46,116 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f75f8092b5ae10465e8a42da2cdeb401 in 40ms, sequenceid=12, compaction requested=false; wal=null 2024-12-07T07:18:46,117 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/0000000000000000012 2024-12-07T07:18:46,118 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,118 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,120 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,122 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-07T07:18:46,123 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f75f8092b5ae10465e8a42da2cdeb401; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73795232, jitterRate=0.09963464736938477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:46,123 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f75f8092b5ae10465e8a42da2cdeb401: Writing region info on filesystem at 1733555926063Initializing all the Stores at 1733555926065 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926065Obtaining lock to block concurrent updates at 1733555926076 (+11 ms)Preparing flush snapshotting stores in f75f8092b5ae10465e8a42da2cdeb401 at 1733555926076Finished memstore snapshotting testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733555926076Flushing stores of testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401. at 1733555926076Flushing f75f8092b5ae10465e8a42da2cdeb401/a: creating writer at 1733555926076Flushing f75f8092b5ae10465e8a42da2cdeb401/a: appending metadata at 1733555926092 (+16 ms)Flushing f75f8092b5ae10465e8a42da2cdeb401/a: closing flushed file at 1733555926092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a70b064: reopening flushed file at 1733555926107 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f75f8092b5ae10465e8a42da2cdeb401 in 40ms, sequenceid=12, compaction requested=false; wal=null at 1733555926116 (+9 ms)Cleaning up temporary data from old regions at 1733555926118 (+2 ms)Region opened successfully at 1733555926123 (+5 ms) 2024-12-07T07:18:46,126 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f75f8092b5ae10465e8a42da2cdeb401, NAME => 'testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:46,126 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733555925632.f75f8092b5ae10465e8a42da2cdeb401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:46,126 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,127 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,128 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,128 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f75f8092b5ae10465e8a42da2cdeb401 columnFamilyName a 2024-12-07T07:18:46,129 DEBUG [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,133 DEBUG [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/a/9f3fe031a0764c97a0fe6bd236112fc2 2024-12-07T07:18:46,133 INFO [StoreOpener-f75f8092b5ae10465e8a42da2cdeb401-1 {}] regionserver.HStore(327): Store=f75f8092b5ae10465e8a42da2cdeb401/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,134 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,136 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,136 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,138 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f75f8092b5ae10465e8a42da2cdeb401 2024-12-07T07:18:46,140 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testDatalossWhenInputError/f75f8092b5ae10465e8a42da2cdeb401/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-07T07:18:46,142 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f75f8092b5ae10465e8a42da2cdeb401; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72213870, jitterRate=0.07607051730155945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T07:18:46,142 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f75f8092b5ae10465e8a42da2cdeb401: Writing region info on filesystem at 1733555926127Initializing all the Stores at 1733555926127Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926127Cleaning up temporary data from old regions at 1733555926136 (+9 ms)Region opened successfully at 1733555926142 (+6 ms) 2024-12-07T07:18:46,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:54514 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:55776 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:54458 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1391527199-172.17.0.2-1733555893016:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:53260 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:53194 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=6985 (was 6989) 2024-12-07T07:18:46,156 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-07T07:18:46,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=6984 2024-12-07T07:18:46,167 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-07T07:18:46,180 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:46,181 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:46,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:46,183 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79504140, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-79504140, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:46,199 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79504140/hregion-79504140.1733555926184, exclude list is [], retry=0 2024-12-07T07:18:46,201 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:46,202 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:46,202 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:46,203 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79504140/hregion-79504140.1733555926184 2024-12-07T07:18:46,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:46,204 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bb4912ee927b6b17356f7d545533faff, NAME => 'testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741916_1094 (size=63) 2024-12-07T07:18:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741916_1094 (size=63) 2024-12-07T07:18:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741916_1094 (size=63) 2024-12-07T07:18:46,214 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:46,215 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,216 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName a 2024-12-07T07:18:46,216 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,217 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,217 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,218 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName b 2024-12-07T07:18:46,218 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,219 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,219 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,220 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName c 2024-12-07T07:18:46,220 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,221 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,221 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,222 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,223 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,224 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,224 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,224 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:46,225 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,227 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:46,227 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb4912ee927b6b17356f7d545533faff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59555452, jitterRate=-0.11255460977554321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb4912ee927b6b17356f7d545533faff: Writing region info on filesystem at 1733555926214Initializing all the Stores at 1733555926215 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926215Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926215Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926215Cleaning up temporary data from old regions at 1733555926224 (+9 ms)Region opened successfully at 1733555926228 (+4 ms) 2024-12-07T07:18:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bb4912ee927b6b17356f7d545533faff, disabling compactions & flushes 2024-12-07T07:18:46,228 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. after waiting 0 ms 2024-12-07T07:18:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:46,228 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:46,228 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bb4912ee927b6b17356f7d545533faff: Waiting for close lock at 1733555926228Disabling compacts and flushes for region at 1733555926228Disabling writes for close at 1733555926228Writing region close event to WAL at 1733555926228Closed at 1733555926228 2024-12-07T07:18:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741915_1093 (size=93) 2024-12-07T07:18:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741915_1093 (size=93) 2024-12-07T07:18:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741915_1093 (size=93) 2024-12-07T07:18:46,232 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:46,232 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79504140:(num 1733555926184) 2024-12-07T07:18:46,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:46,234 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:46,245 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234, exclude list is [], retry=0 2024-12-07T07:18:46,247 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:46,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:46,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:46,249 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 2024-12-07T07:18:46,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:46,250 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb4912ee927b6b17356f7d545533faff, NAME => 'testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:46,250 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:46,250 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,250 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,251 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,252 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName a 2024-12-07T07:18:46,252 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,252 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,253 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,253 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName b 2024-12-07T07:18:46,253 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,254 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,254 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,254 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName c 2024-12-07T07:18:46,254 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:46,255 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:46,255 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,256 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,258 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,258 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,258 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:46,260 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:46,261 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb4912ee927b6b17356f7d545533faff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68727351, jitterRate=0.02411733567714691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:46,262 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb4912ee927b6b17356f7d545533faff: Writing region info on filesystem at 1733555926250Initializing all the Stores at 1733555926251 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926251Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926251Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555926251Cleaning up temporary data from old regions at 1733555926258 (+7 ms)Region opened successfully at 1733555926262 (+4 ms) 2024-12-07T07:18:46,268 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733555926268/Put/seqid=0 2024-12-07T07:18:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741918_1096 (size=4875) 2024-12-07T07:18:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741918_1096 (size=4875) 2024-12-07T07:18:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741918_1096 (size=4875) 2024-12-07T07:18:46,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733555926279/Put/seqid=0 2024-12-07T07:18:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741919_1097 (size=4875) 2024-12-07T07:18:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741919_1097 (size=4875) 2024-12-07T07:18:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741919_1097 (size=4875) 2024-12-07T07:18:46,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733555926292/Put/seqid=0 2024-12-07T07:18:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741920_1098 (size=4875) 2024-12-07T07:18:46,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741920_1098 (size=4875) 2024-12-07T07:18:46,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741920_1098 (size=4875) 2024-12-07T07:18:46,298 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in bb4912ee927b6b17356f7d545533faff/a 2024-12-07T07:18:46,301 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-07T07:18:46,301 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T07:18:46,301 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in bb4912ee927b6b17356f7d545533faff/a 2024-12-07T07:18:46,304 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-07T07:18:46,304 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T07:18:46,304 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in bb4912ee927b6b17356f7d545533faff/a 2024-12-07T07:18:46,307 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-07T07:18:46,307 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T07:18:46,307 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bb4912ee927b6b17356f7d545533faff 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-07T07:18:46,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/.tmp/a/77cef66cc8f54699bdd0532c88955a15 is 55, key is testCompactedBulkLoadedFiles/a:a/1733555926263/Put/seqid=0 2024-12-07T07:18:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741921_1099 (size=5107) 2024-12-07T07:18:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741921_1099 (size=5107) 2024-12-07T07:18:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741921_1099 (size=5107) 2024-12-07T07:18:46,329 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/.tmp/a/77cef66cc8f54699bdd0532c88955a15 2024-12-07T07:18:46,334 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/.tmp/a/77cef66cc8f54699bdd0532c88955a15 as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15 2024-12-07T07:18:46,339 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15, entries=1, sequenceid=4, filesize=5.0 K 2024-12-07T07:18:46,340 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for bb4912ee927b6b17356f7d545533faff in 33ms, sequenceid=4, compaction requested=false 2024-12-07T07:18:46,341 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bb4912ee927b6b17356f7d545533faff: 2024-12-07T07:18:46,342 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_ 2024-12-07T07:18:46,343 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_ 2024-12-07T07:18:46,344 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_ 2024-12-07T07:18:46,345 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile0 into bb4912ee927b6b17356f7d545533faff/a as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_ - updating store file list. 2024-12-07T07:18:46,348 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b6340220d0e4048944babfcfa96d83a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:46,348 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_ into bb4912ee927b6b17356f7d545533faff/a 2024-12-07T07:18:46,348 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile0 into bb4912ee927b6b17356f7d545533faff/a (new location: hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_) 2024-12-07T07:18:46,349 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile1 into bb4912ee927b6b17356f7d545533faff/a as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_ - updating store file list. 2024-12-07T07:18:46,354 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:46,354 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_ into bb4912ee927b6b17356f7d545533faff/a 2024-12-07T07:18:46,354 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile1 into bb4912ee927b6b17356f7d545533faff/a (new location: hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_) 2024-12-07T07:18:46,355 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile2 into bb4912ee927b6b17356f7d545533faff/a as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_ - updating store file list. 2024-12-07T07:18:46,359 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50396845e8044ff697d03b008216eff0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:46,359 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_ into bb4912ee927b6b17356f7d545533faff/a 2024-12-07T07:18:46,359 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44365/hbase/testCompactedBulkLoadedFiles/hfile2 into bb4912ee927b6b17356f7d545533faff/a (new location: hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_) 2024-12-07T07:18:46,366 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:18:46,366 DEBUG [Time-limited test {}] regionserver.HStore(1541): bb4912ee927b6b17356f7d545533faff/a is initiating major compaction (all files) 2024-12-07T07:18:46,366 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bb4912ee927b6b17356f7d545533faff/a in testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:46,366 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_] into tmpdir=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/.tmp, totalSize=19.3 K 2024-12-07T07:18:46,367 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 77cef66cc8f54699bdd0532c88955a15, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733555926263 2024-12-07T07:18:46,367 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8b6340220d0e4048944babfcfa96d83a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T07:18:46,368 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T07:18:46,368 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 50396845e8044ff697d03b008216eff0_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T07:18:46,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/.tmp/a/31ba04e1b57043cd95bc87f68ea9463d is 55, key is testCompactedBulkLoadedFiles/a:a/1733555926263/Put/seqid=0 2024-12-07T07:18:46,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741922_1100 (size=6154) 2024-12-07T07:18:46,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741922_1100 (size=6154) 2024-12-07T07:18:46,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741922_1100 (size=6154) 2024-12-07T07:18:46,391 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/.tmp/a/31ba04e1b57043cd95bc87f68ea9463d as hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/31ba04e1b57043cd95bc87f68ea9463d 2024-12-07T07:18:46,397 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in bb4912ee927b6b17356f7d545533faff/a of bb4912ee927b6b17356f7d545533faff into 31ba04e1b57043cd95bc87f68ea9463d(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:18:46,397 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bb4912ee927b6b17356f7d545533faff: 2024-12-07T07:18:46,397 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T07:18:46,397 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T07:18:46,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234, size=0 (0bytes) 2024-12-07T07:18:46,425 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 might be still open, length is 0 2024-12-07T07:18:46,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 2024-12-07T07:18:46,425 WARN [IPC Server handler 1 on default port 44365 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-07T07:18:46,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 after 0ms 2024-12-07T07:18:46,947 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:53302 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38601:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53302 dst: /127.0.0.1:38601 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38601 remote=/127.0.0.1:53302]. Total timeout mills is 60000, 59450 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:46,947 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:54548 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54548 dst: /127.0.0.1:40639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:46,947 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:55810 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55810 dst: /127.0.0.1:40117 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741917_1101 (size=1659) 2024-12-07T07:18:46,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741917_1101 (size=1659) 2024-12-07T07:18:47,022 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T07:18:48,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-07T07:18:48,172 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:48,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-07T07:18:48,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-07T07:18:50,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 after 4001ms 2024-12-07T07:18:50,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 took 4068ms 2024-12-07T07:18:50,497 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234; continuing. 2024-12-07T07:18:50,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 so closing down 2024-12-07T07:18:50,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:50,502 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733555926234.temp 2024-12-07T07:18:50,504 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000003-wal.1733555926234.temp 2024-12-07T07:18:50,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:50,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741923_1102 (size=698) 2024-12-07T07:18:50,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741923_1102 (size=698) 2024-12-07T07:18:50,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741923_1102 (size=698) 2024-12-07T07:18:50,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000003-wal.1733555926234.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:50,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000003-wal.1733555926234.temp to hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000008 2024-12-07T07:18:50,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T07:18:50,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234, journal: Splitting hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234, size=0 (0bytes) at 1733555926425Finishing writing output for hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 so closing down at 1733555930497 (+4072 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000003-wal.1733555926234.temp at 1733555930504 (+7 ms)3 split writer threads finished at 1733555930505 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000003-wal.1733555926234.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733555930514 (+9 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000003-wal.1733555926234.temp to hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000008 at 1733555930515 (+1 ms)Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234, size=0, length=0, corrupted=false, cancelled=false at 1733555930515 2024-12-07T07:18:50,518 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555926234 2024-12-07T07:18:50,519 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000008 2024-12-07T07:18:50,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:50,522 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:50,537 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555930522, exclude list is [], retry=0 2024-12-07T07:18:50,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:50,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:50,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:50,541 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555930522 2024-12-07T07:18:50,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:50,541 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb4912ee927b6b17356f7d545533faff, NAME => 'testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:50,542 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:50,542 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,542 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,543 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,544 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName a 2024-12-07T07:18:50,544 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,549 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/31ba04e1b57043cd95bc87f68ea9463d 2024-12-07T07:18:50,554 DEBUG [StoreFileOpener-bb4912ee927b6b17356f7d545533faff-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50396845e8044ff697d03b008216eff0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:50,554 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_ 2024-12-07T07:18:50,557 DEBUG [StoreFileOpener-bb4912ee927b6b17356f7d545533faff-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:50,557 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_ 2024-12-07T07:18:50,562 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15 2024-12-07T07:18:50,565 DEBUG [StoreFileOpener-bb4912ee927b6b17356f7d545533faff-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b6340220d0e4048944babfcfa96d83a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T07:18:50,565 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_ 2024-12-07T07:18:50,565 WARN [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7cab05ed 2024-12-07T07:18:50,565 WARN [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7cab05ed 2024-12-07T07:18:50,565 WARN [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7cab05ed 2024-12-07T07:18:50,565 WARN [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7cab05ed 2024-12-07T07:18:50,565 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_] to archive 2024-12-07T07:18:50,566 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:18:50,568 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_ to hdfs://localhost:44365/hbase/archive/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/50396845e8044ff697d03b008216eff0_SeqId_4_ 2024-12-07T07:18:50,569 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_ to hdfs://localhost:44365/hbase/archive/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_ 2024-12-07T07:18:50,570 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15 to hdfs://localhost:44365/hbase/archive/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/77cef66cc8f54699bdd0532c88955a15 2024-12-07T07:18:50,571 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_ to hdfs://localhost:44365/hbase/archive/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/a/8b6340220d0e4048944babfcfa96d83a_SeqId_4_ 2024-12-07T07:18:50,571 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,571 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,572 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName b 2024-12-07T07:18:50,572 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,573 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,573 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,574 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4912ee927b6b17356f7d545533faff columnFamilyName c 2024-12-07T07:18:50,574 DEBUG [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,574 INFO [StoreOpener-bb4912ee927b6b17356f7d545533faff-1 {}] regionserver.HStore(327): Store=bb4912ee927b6b17356f7d545533faff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,574 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,576 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,576 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000008 2024-12-07T07:18:50,579 DEBUG [Time-limited test {}] regionserver.HRegion(5836): bb4912ee927b6b17356f7d545533faff : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "bb4912ee927b6b17356f7d545533faff" family_name: "a" compaction_input: "77cef66cc8f54699bdd0532c88955a15" compaction_input: "8b6340220d0e4048944babfcfa96d83a_SeqId_4_" compaction_input: "74aa7a536602447ea8e4fd6574cb6bca_SeqId_4_" compaction_input: "50396845e8044ff697d03b008216eff0_SeqId_4_" compaction_output: "31ba04e1b57043cd95bc87f68ea9463d" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-07T07:18:50,580 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-07T07:18:50,580 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000008 2024-12-07T07:18:50,580 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/0000000000000000008 2024-12-07T07:18:50,581 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,581 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,582 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:50,583 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb4912ee927b6b17356f7d545533faff 2024-12-07T07:18:50,585 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testCompactedBulkLoadedFiles/bb4912ee927b6b17356f7d545533faff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T07:18:50,587 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb4912ee927b6b17356f7d545533faff; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72911310, jitterRate=0.08646318316459656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:50,587 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb4912ee927b6b17356f7d545533faff: Writing region info on filesystem at 1733555930542Initializing all the Stores at 1733555930543 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930543Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930543Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930543Cleaning up temporary data from old regions at 1733555930581 (+38 ms)Region opened successfully at 1733555930587 (+6 ms) 2024-12-07T07:18:50,589 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bb4912ee927b6b17356f7d545533faff, disabling compactions & flushes 2024-12-07T07:18:50,589 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:50,589 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:50,589 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. after waiting 0 ms 2024-12-07T07:18:50,589 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:50,590 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733555926180.bb4912ee927b6b17356f7d545533faff. 2024-12-07T07:18:50,590 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bb4912ee927b6b17356f7d545533faff: Waiting for close lock at 1733555930589Disabling compacts and flushes for region at 1733555930589Disabling writes for close at 1733555930589Writing region close event to WAL at 1733555930590 (+1 ms)Closed at 1733555930590 2024-12-07T07:18:50,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741924_1103 (size=93) 2024-12-07T07:18:50,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741924_1103 (size=93) 2024-12-07T07:18:50,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741924_1103 (size=93) 2024-12-07T07:18:50,594 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:50,594 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733555930522) 2024-12-07T07:18:50,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=441 (was 427) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-369239001_22 at /127.0.0.1:53370 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:44365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:44365 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-369239001_22 at /127.0.0.1:55894 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-369239001_22 at /127.0.0.1:54600 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=6958 (was 6984) 2024-12-07T07:18:50,607 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-07T07:18:50,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=6956 2024-12-07T07:18:50,618 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-07T07:18:50,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:50,632 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:18:50,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:18:50,635 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55618822, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/hregion-55618822, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:50,646 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55618822/hregion-55618822.1733555930635, exclude list is [], retry=0 2024-12-07T07:18:50,649 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:50,649 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:50,649 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:50,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55618822/hregion-55618822.1733555930635 2024-12-07T07:18:50,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:50,652 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e280da040ff65d4dea79bf077d2e31fd, NAME => 'testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/hbase 2024-12-07T07:18:50,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741926_1105 (size=67) 2024-12-07T07:18:50,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741926_1105 (size=67) 2024-12-07T07:18:50,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741926_1105 (size=67) 2024-12-07T07:18:50,661 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:50,662 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,663 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName a 2024-12-07T07:18:50,663 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,664 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,664 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,665 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName b 2024-12-07T07:18:50,665 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,666 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,666 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,667 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName c 2024-12-07T07:18:50,667 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,668 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,668 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,670 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,670 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,670 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:50,671 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,673 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:18:50,674 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e280da040ff65d4dea79bf077d2e31fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68237934, jitterRate=0.016824454069137573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:50,674 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e280da040ff65d4dea79bf077d2e31fd: Writing region info on filesystem at 1733555930661Initializing all the Stores at 1733555930662 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930662Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930662Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930662Cleaning up temporary data from old regions at 1733555930670 (+8 ms)Region opened successfully at 1733555930674 (+4 ms) 2024-12-07T07:18:50,674 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e280da040ff65d4dea79bf077d2e31fd, disabling compactions & flushes 2024-12-07T07:18:50,674 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,674 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,674 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. after waiting 0 ms 2024-12-07T07:18:50,674 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,674 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,674 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e280da040ff65d4dea79bf077d2e31fd: Waiting for close lock at 1733555930674Disabling compacts and flushes for region at 1733555930674Disabling writes for close at 1733555930674Writing region close event to WAL at 1733555930674Closed at 1733555930674 2024-12-07T07:18:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741925_1104 (size=93) 2024-12-07T07:18:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741925_1104 (size=93) 2024-12-07T07:18:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741925_1104 (size=93) 2024-12-07T07:18:50,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:50,679 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55618822:(num 1733555930635) 2024-12-07T07:18:50,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:50,680 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:50,691 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680, exclude list is [], retry=0 2024-12-07T07:18:50,693 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:50,694 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:50,694 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:50,695 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680 2024-12-07T07:18:50,695 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:50,695 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e280da040ff65d4dea79bf077d2e31fd, NAME => 'testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:50,696 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:50,696 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,696 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,697 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,698 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName a 2024-12-07T07:18:50,698 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,698 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,698 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,699 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName b 2024-12-07T07:18:50,699 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,699 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,699 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,700 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName c 2024-12-07T07:18:50,700 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,700 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,700 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,702 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,702 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,703 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:50,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,705 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e280da040ff65d4dea79bf077d2e31fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61691418, jitterRate=-0.08072623610496521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:50,705 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e280da040ff65d4dea79bf077d2e31fd: Writing region info on filesystem at 1733555930696Initializing all the Stores at 1733555930697 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930697Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930697Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930697Cleaning up temporary data from old regions at 1733555930702 (+5 ms)Region opened successfully at 1733555930705 (+3 ms) 2024-12-07T07:18:50,713 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e280da040ff65d4dea79bf077d2e31fd 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T07:18:50,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/a/627158435c0d438a8804488c12e97682 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733555930705/Put/seqid=0 2024-12-07T07:18:50,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741928_1107 (size=5958) 2024-12-07T07:18:50,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741928_1107 (size=5958) 2024-12-07T07:18:50,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741928_1107 (size=5958) 2024-12-07T07:18:50,733 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/a/627158435c0d438a8804488c12e97682 2024-12-07T07:18:50,738 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/a/627158435c0d438a8804488c12e97682 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/a/627158435c0d438a8804488c12e97682 2024-12-07T07:18:50,742 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/a/627158435c0d438a8804488c12e97682, entries=10, sequenceid=13, filesize=5.8 K 2024-12-07T07:18:50,743 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e280da040ff65d4dea79bf077d2e31fd in 30ms, sequenceid=13, compaction requested=false 2024-12-07T07:18:50,743 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e280da040ff65d4dea79bf077d2e31fd: 2024-12-07T07:18:50,758 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e280da040ff65d4dea79bf077d2e31fd, disabling compactions & flushes 2024-12-07T07:18:50,758 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,758 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,758 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. after waiting 0 ms 2024-12-07T07:18:50,758 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,759 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,759 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:50,759 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e280da040ff65d4dea79bf077d2e31fd: Waiting for close lock at 1733555930758Disabling compacts and flushes for region at 1733555930758Disabling writes for close at 1733555930758Writing region close event to WAL at 1733555930759 (+1 ms)Closed at 1733555930759 2024-12-07T07:18:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741927_1106 (size=5869) 2024-12-07T07:18:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741927_1106 (size=5869) 2024-12-07T07:18:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741927_1106 (size=5869) 2024-12-07T07:18:50,777 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680, size=5.7 K (5869bytes) 2024-12-07T07:18:50,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680 2024-12-07T07:18:50,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680 after 0ms 2024-12-07T07:18:50,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680 took 3ms 2024-12-07T07:18:50,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680 so closing down 2024-12-07T07:18:50,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:50,783 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733555930680.temp 2024-12-07T07:18:50,784 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000003-wal.1733555930680.temp 2024-12-07T07:18:50,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741929_1108 (size=5223) 2024-12-07T07:18:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741929_1108 (size=5223) 2024-12-07T07:18:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741929_1108 (size=5223) 2024-12-07T07:18:50,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000003-wal.1733555930680.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:50,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000003-wal.1733555930680.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000035 2024-12-07T07:18:50,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-07T07:18:50,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680, journal: Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680, size=5.7 K (5869bytes) at 1733555930777Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680 so closing down at 1733555930781 (+4 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000003-wal.1733555930680.temp at 1733555930784 (+3 ms)3 split writer threads finished at 1733555930784Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000003-wal.1733555930680.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733555930792 (+8 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000003-wal.1733555930680.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000035 at 1733555930793 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733555930793 2024-12-07T07:18:50,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930680 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555930680 2024-12-07T07:18:50,795 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000035 2024-12-07T07:18:50,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:50,797 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:50,808 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797, exclude list is [], retry=0 2024-12-07T07:18:50,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:50,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:50,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:50,813 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 2024-12-07T07:18:50,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:39141:39141),(127.0.0.1/127.0.0.1:35877:35877)] 2024-12-07T07:18:50,814 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e280da040ff65d4dea79bf077d2e31fd, NAME => 'testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:18:50,814 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:50,814 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,814 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,816 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,817 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName a 2024-12-07T07:18:50,817 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,822 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/a/627158435c0d438a8804488c12e97682 2024-12-07T07:18:50,823 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,823 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,824 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName b 2024-12-07T07:18:50,824 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,825 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,825 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,826 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName c 2024-12-07T07:18:50,826 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:50,826 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:50,827 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,829 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000035 2024-12-07T07:18:50,832 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000035 2024-12-07T07:18:50,832 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e280da040ff65d4dea79bf077d2e31fd 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-07T07:18:50,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/b/7651676365ec47c3aeb1cea149a8b785 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733555930743/Put/seqid=0 2024-12-07T07:18:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741931_1110 (size=5958) 2024-12-07T07:18:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741931_1110 (size=5958) 2024-12-07T07:18:50,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741931_1110 (size=5958) 2024-12-07T07:18:50,858 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/b/7651676365ec47c3aeb1cea149a8b785 2024-12-07T07:18:50,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:18:50,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/c/5dae207c7c094d2ab4ca9a4dc51a4bbf is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733555930749/Put/seqid=0 2024-12-07T07:18:50,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741932_1111 (size=5958) 2024-12-07T07:18:50,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741932_1111 (size=5958) 2024-12-07T07:18:50,891 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/c/5dae207c7c094d2ab4ca9a4dc51a4bbf 2024-12-07T07:18:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741932_1111 (size=5958) 2024-12-07T07:18:50,898 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/b/7651676365ec47c3aeb1cea149a8b785 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/b/7651676365ec47c3aeb1cea149a8b785 2024-12-07T07:18:50,904 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/b/7651676365ec47c3aeb1cea149a8b785, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T07:18:50,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/c/5dae207c7c094d2ab4ca9a4dc51a4bbf as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/c/5dae207c7c094d2ab4ca9a4dc51a4bbf 2024-12-07T07:18:50,911 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/c/5dae207c7c094d2ab4ca9a4dc51a4bbf, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T07:18:50,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e280da040ff65d4dea79bf077d2e31fd in 79ms, sequenceid=35, compaction requested=false; wal=null 2024-12-07T07:18:50,912 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000035 2024-12-07T07:18:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,914 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:50,915 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:50,917 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-07T07:18:50,918 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e280da040ff65d4dea79bf077d2e31fd; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71159653, jitterRate=0.060361459851264954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:50,918 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e280da040ff65d4dea79bf077d2e31fd: Writing region info on filesystem at 1733555930814Initializing all the Stores at 1733555930815 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930815Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930815Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555930815Obtaining lock to block concurrent updates at 1733555930832 (+17 ms)Preparing flush snapshotting stores in e280da040ff65d4dea79bf077d2e31fd at 1733555930833 (+1 ms)Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733555930833Flushing stores of testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. at 1733555930833Flushing e280da040ff65d4dea79bf077d2e31fd/b: creating writer at 1733555930833Flushing e280da040ff65d4dea79bf077d2e31fd/b: appending metadata at 1733555930851 (+18 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/b: closing flushed file at 1733555930851Flushing e280da040ff65d4dea79bf077d2e31fd/c: creating writer at 1733555930864 (+13 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/c: appending metadata at 1733555930879 (+15 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/c: closing flushed file at 1733555930879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160a40c0: reopening flushed file at 1733555930897 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73141f5b: reopening flushed file at 1733555930905 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e280da040ff65d4dea79bf077d2e31fd in 79ms, sequenceid=35, compaction requested=false; wal=null at 1733555930911 (+6 ms)Cleaning up temporary data from old regions at 1733555930913 (+2 ms)Region opened successfully at 1733555930918 (+5 ms) 2024-12-07T07:18:50,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797, size=0 (0bytes) 2024-12-07T07:18:50,985 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 might be still open, length is 0 2024-12-07T07:18:50,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 2024-12-07T07:18:50,986 WARN [IPC Server handler 0 on default port 44365 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-07T07:18:50,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 after 1ms 2024-12-07T07:18:52,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:53426 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38601:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53426 dst: /127.0.0.1:38601 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38601 remote=/127.0.0.1:53426]. Total timeout mills is 60000, 57999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:52,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:55932 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55932 dst: /127.0.0.1:40117 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:52,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1716971111_22 at /127.0.0.1:54638 [Receiving block BP-1391527199-172.17.0.2-1733555893016:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54638 dst: /127.0.0.1:40639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741930_1112 (size=5215) 2024-12-07T07:18:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741930_1112 (size=5215) 2024-12-07T07:18:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741930_1112 (size=5215) 2024-12-07T07:18:54,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 after 4001ms 2024-12-07T07:18:54,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 took 4004ms 2024-12-07T07:18:54,991 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797; continuing. 2024-12-07T07:18:54,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 so closing down 2024-12-07T07:18:54,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T07:18:54,993 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733555930797.temp 2024-12-07T07:18:54,995 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000037-wal.1733555930797.temp 2024-12-07T07:18:54,995 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T07:18:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741933_1113 (size=5223) 2024-12-07T07:18:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741933_1113 (size=5223) 2024-12-07T07:18:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741933_1113 (size=5223) 2024-12-07T07:18:55,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000037-wal.1733555930797.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T07:18:55,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000037-wal.1733555930797.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000066 2024-12-07T07:18:55,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T07:18:55,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797, journal: Splitting hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797, size=0 (0bytes) at 1733555930985Finishing writing output for hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 so closing down at 1733555934991 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000037-wal.1733555930797.temp at 1733555934995 (+4 ms)3 split writer threads finished at 1733555934995Closed recovered edits writer path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000037-wal.1733555930797.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733555935002 (+7 ms)Rename recovered edits hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000037-wal.1733555930797.temp to hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000066 at 1733555935004 (+2 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797, size=0, length=0, corrupted=false, cancelled=false at 1733555935004 2024-12-07T07:18:55,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 to hdfs://localhost:44365/hbase/oldWALs/wal.1733555930797 2024-12-07T07:18:55,007 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000066 2024-12-07T07:18:55,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T07:18:55,009 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44365/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630, archiveDir=hdfs://localhost:44365/hbase/oldWALs, maxLogs=32 2024-12-07T07:18:55,026 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555935009, exclude list is [], retry=0 2024-12-07T07:18:55,028 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-c59a3a34-8519-4b33-9fca-54e6627b7908,DISK] 2024-12-07T07:18:55,029 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-0b637644-93dd-42ae-933f-b6871ee3d836,DISK] 2024-12-07T07:18:55,029 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-95970c18-a94f-47f7-ac61-4bbfe467840f,DISK] 2024-12-07T07:18:55,030 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555935009 2024-12-07T07:18:55,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36973:36973),(127.0.0.1/127.0.0.1:35877:35877),(127.0.0.1/127.0.0.1:39141:39141)] 2024-12-07T07:18:55,031 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:18:55,032 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,033 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName a 2024-12-07T07:18:55,033 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:55,038 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/a/627158435c0d438a8804488c12e97682 2024-12-07T07:18:55,038 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:55,038 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,039 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName b 2024-12-07T07:18:55,039 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:55,044 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/b/7651676365ec47c3aeb1cea149a8b785 2024-12-07T07:18:55,044 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:55,044 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,045 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e280da040ff65d4dea79bf077d2e31fd columnFamilyName c 2024-12-07T07:18:55,045 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:18:55,050 DEBUG [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/c/5dae207c7c094d2ab4ca9a4dc51a4bbf 2024-12-07T07:18:55,051 INFO [StoreOpener-e280da040ff65d4dea79bf077d2e31fd-1 {}] regionserver.HStore(327): Store=e280da040ff65d4dea79bf077d2e31fd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:18:55,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,052 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,054 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000066 2024-12-07T07:18:55,059 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000066 2024-12-07T07:18:55,059 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e280da040ff65d4dea79bf077d2e31fd 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T07:18:55,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/a/92a2460369954a8dbb9ded5f9440e158 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733555930925/Put/seqid=0 2024-12-07T07:18:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741935_1115 (size=5958) 2024-12-07T07:18:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741935_1115 (size=5958) 2024-12-07T07:18:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741935_1115 (size=5958) 2024-12-07T07:18:55,079 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/a/92a2460369954a8dbb9ded5f9440e158 2024-12-07T07:18:55,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/b/1985188373f34877a5a574f3ddee2a7f is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733555930933/Put/seqid=0 2024-12-07T07:18:55,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741936_1116 (size=5958) 2024-12-07T07:18:55,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741936_1116 (size=5958) 2024-12-07T07:18:55,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741936_1116 (size=5958) 2024-12-07T07:18:55,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/b/1985188373f34877a5a574f3ddee2a7f 2024-12-07T07:18:55,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/c/4978dbba9c1b4db196c2e918004dae25 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733555930941/Put/seqid=0 2024-12-07T07:18:55,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741937_1117 (size=5958) 2024-12-07T07:18:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741937_1117 (size=5958) 2024-12-07T07:18:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741937_1117 (size=5958) 2024-12-07T07:18:55,124 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/c/4978dbba9c1b4db196c2e918004dae25 2024-12-07T07:18:55,129 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/a/92a2460369954a8dbb9ded5f9440e158 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/a/92a2460369954a8dbb9ded5f9440e158 2024-12-07T07:18:55,134 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/a/92a2460369954a8dbb9ded5f9440e158, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T07:18:55,135 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/b/1985188373f34877a5a574f3ddee2a7f as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/b/1985188373f34877a5a574f3ddee2a7f 2024-12-07T07:18:55,140 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/b/1985188373f34877a5a574f3ddee2a7f, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T07:18:55,141 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/.tmp/c/4978dbba9c1b4db196c2e918004dae25 as hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/c/4978dbba9c1b4db196c2e918004dae25 2024-12-07T07:18:55,145 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/c/4978dbba9c1b4db196c2e918004dae25, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T07:18:55,145 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e280da040ff65d4dea79bf077d2e31fd in 86ms, sequenceid=66, compaction requested=false; wal=null 2024-12-07T07:18:55,146 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/0000000000000000066 2024-12-07T07:18:55,147 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,147 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,148 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T07:18:55,149 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e280da040ff65d4dea79bf077d2e31fd 2024-12-07T07:18:55,151 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/hbase/data/default/testReplayEditsWrittenViaHRegion/e280da040ff65d4dea79bf077d2e31fd/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-07T07:18:55,152 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e280da040ff65d4dea79bf077d2e31fd; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59920539, jitterRate=-0.10711438953876495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T07:18:55,152 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e280da040ff65d4dea79bf077d2e31fd: Writing region info on filesystem at 1733555935031Initializing all the Stores at 1733555935032 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555935032Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555935032Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555935032Obtaining lock to block concurrent updates at 1733555935059 (+27 ms)Preparing flush snapshotting stores in e280da040ff65d4dea79bf077d2e31fd at 1733555935059Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733555935059Flushing stores of testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. at 1733555935059Flushing e280da040ff65d4dea79bf077d2e31fd/a: creating writer at 1733555935059Flushing e280da040ff65d4dea79bf077d2e31fd/a: appending metadata at 1733555935072 (+13 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/a: closing flushed file at 1733555935072Flushing e280da040ff65d4dea79bf077d2e31fd/b: creating writer at 1733555935083 (+11 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/b: appending metadata at 1733555935094 (+11 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/b: closing flushed file at 1733555935094Flushing e280da040ff65d4dea79bf077d2e31fd/c: creating writer at 1733555935104 (+10 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/c: appending metadata at 1733555935117 (+13 ms)Flushing e280da040ff65d4dea79bf077d2e31fd/c: closing flushed file at 1733555935117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c70003c: reopening flushed file at 1733555935128 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ead59b: reopening flushed file at 1733555935134 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a4d7ba: reopening flushed file at 1733555935140 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e280da040ff65d4dea79bf077d2e31fd in 86ms, sequenceid=66, compaction requested=false; wal=null at 1733555935145 (+5 ms)Cleaning up temporary data from old regions at 1733555935147 (+2 ms)Region opened successfully at 1733555935152 (+5 ms) 2024-12-07T07:18:55,164 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e280da040ff65d4dea79bf077d2e31fd, disabling compactions & flushes 2024-12-07T07:18:55,164 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:55,164 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:55,164 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. after waiting 0 ms 2024-12-07T07:18:55,164 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:55,166 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733555930631.e280da040ff65d4dea79bf077d2e31fd. 2024-12-07T07:18:55,166 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e280da040ff65d4dea79bf077d2e31fd: Waiting for close lock at 1733555935164Disabling compacts and flushes for region at 1733555935164Disabling writes for close at 1733555935164Writing region close event to WAL at 1733555935166 (+2 ms)Closed at 1733555935166 2024-12-07T07:18:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741934_1114 (size=93) 2024-12-07T07:18:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741934_1114 (size=93) 2024-12-07T07:18:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741934_1114 (size=93) 2024-12-07T07:18:55,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T07:18:55,170 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733555935009) 2024-12-07T07:18:55,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=448 (was 441) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-624167175_22 at /127.0.0.1:32968 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:44365 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-624167175_22 at /127.0.0.1:42384 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-624167175_22 at /127.0.0.1:39082 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:44365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=6929 (was 6956) 2024-12-07T07:18:55,184 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-07T07:18:55,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T07:18:55,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:18:55,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:18:55,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:55,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:55,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:18:55,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T07:18:55,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=954470236, stopped=false 2024-12-07T07:18:55,186 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5d4d7471f19e,33177,1733555897845 2024-12-07T07:18:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T07:18:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T07:18:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T07:18:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:55,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T07:18:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:55,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:18:55,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:18:55,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:55,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:18:55,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:18:55,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:18:55,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5d4d7471f19e,39505,1733555898666' ***** 2024-12-07T07:18:55,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T07:18:55,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5d4d7471f19e,36039,1733555898708' ***** 2024-12-07T07:18:55,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T07:18:55,252 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T07:18:55,252 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T07:18:55,253 INFO [RS:1;5d4d7471f19e:39505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T07:18:55,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T07:18:55,253 INFO [RS:1;5d4d7471f19e:39505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T07:18:55,253 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(959): stopping server 5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:55,253 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(959): stopping server 5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T07:18:55,253 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T07:18:55,253 INFO [RS:1;5d4d7471f19e:39505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5d4d7471f19e:39505. 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5d4d7471f19e:36039. 2024-12-07T07:18:55,253 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e794271e826df7a96c20d662ddcf098a, disabling compactions & flushes 2024-12-07T07:18:55,253 DEBUG [RS:2;5d4d7471f19e:36039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:18:55,253 DEBUG [RS:1;5d4d7471f19e:39505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:18:55,253 DEBUG [RS:2;5d4d7471f19e:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:55,253 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:55,253 DEBUG [RS:1;5d4d7471f19e:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:55,253 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T07:18:55,253 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T07:18:55,253 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. after waiting 0 ms 2024-12-07T07:18:55,253 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1325): Online Regions={e794271e826df7a96c20d662ddcf098a=testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a.} 2024-12-07T07:18:55,253 DEBUG [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1351): Waiting on e794271e826df7a96c20d662ddcf098a 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T07:18:55,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T07:18:55,253 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T07:18:55,253 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T07:18:55,254 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T07:18:55,254 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T07:18:55,254 DEBUG [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:18:55,254 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T07:18:55,254 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T07:18:55,254 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T07:18:55,254 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T07:18:55,254 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T07:18:55,254 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-07T07:18:55,257 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e794271e826df7a96c20d662ddcf098a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-07T07:18:55,258 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:55,258 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e794271e826df7a96c20d662ddcf098a: Waiting for close lock at 1733555935253Running coprocessor pre-close hooks at 1733555935253Disabling compacts and flushes for region at 1733555935253Disabling writes for close at 1733555935253Writing region close event to WAL at 1733555935254 (+1 ms)Running coprocessor post-close hooks at 1733555935258 (+4 ms)Closed at 1733555935258 2024-12-07T07:18:55,258 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a. 2024-12-07T07:18:55,272 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/info/63845e26c1844fb3ab865c4f0108356c is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733555912294.e794271e826df7a96c20d662ddcf098a./info:regioninfo/1733555915473/Put/seqid=0 2024-12-07T07:18:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741938_1118 (size=8243) 2024-12-07T07:18:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741938_1118 (size=8243) 2024-12-07T07:18:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741938_1118 (size=8243) 2024-12-07T07:18:55,279 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/info/63845e26c1844fb3ab865c4f0108356c 2024-12-07T07:18:55,296 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/ns/f694b68f985f426e83235bf26ddba335 is 43, key is default/ns:d/1733555900825/Put/seqid=0 2024-12-07T07:18:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741939_1119 (size=5153) 2024-12-07T07:18:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741939_1119 (size=5153) 2024-12-07T07:18:55,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741939_1119 (size=5153) 2024-12-07T07:18:55,303 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/ns/f694b68f985f426e83235bf26ddba335 2024-12-07T07:18:55,306 INFO [regionserver/5d4d7471f19e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:18:55,306 INFO [regionserver/5d4d7471f19e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:18:55,319 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/table/4191f2b6d70048a899a1a3bd05adffe6 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733555912718/Put/seqid=0 2024-12-07T07:18:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741940_1120 (size=5431) 2024-12-07T07:18:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741940_1120 (size=5431) 2024-12-07T07:18:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741940_1120 (size=5431) 2024-12-07T07:18:55,326 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/table/4191f2b6d70048a899a1a3bd05adffe6 2024-12-07T07:18:55,331 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/info/63845e26c1844fb3ab865c4f0108356c as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/info/63845e26c1844fb3ab865c4f0108356c 2024-12-07T07:18:55,337 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/info/63845e26c1844fb3ab865c4f0108356c, entries=18, sequenceid=21, filesize=8.0 K 2024-12-07T07:18:55,338 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/ns/f694b68f985f426e83235bf26ddba335 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/ns/f694b68f985f426e83235bf26ddba335 2024-12-07T07:18:55,343 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/ns/f694b68f985f426e83235bf26ddba335, entries=2, sequenceid=21, filesize=5.0 K 2024-12-07T07:18:55,344 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/.tmp/table/4191f2b6d70048a899a1a3bd05adffe6 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/table/4191f2b6d70048a899a1a3bd05adffe6 2024-12-07T07:18:55,348 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/table/4191f2b6d70048a899a1a3bd05adffe6, entries=2, sequenceid=21, filesize=5.3 K 2024-12-07T07:18:55,349 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 95ms, sequenceid=21, compaction requested=false 2024-12-07T07:18:55,353 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-07T07:18:55,354 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T07:18:55,354 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T07:18:55,354 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733555935254Running coprocessor pre-close hooks at 1733555935254Disabling compacts and flushes for region at 1733555935254Disabling writes for close at 1733555935254Obtaining lock to block concurrent updates at 1733555935254Preparing flush snapshotting stores in 1588230740 at 1733555935254Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733555935255 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733555935255Flushing 1588230740/info: creating writer at 1733555935255Flushing 1588230740/info: appending metadata at 1733555935272 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733555935272Flushing 1588230740/ns: creating writer at 1733555935284 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733555935296 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733555935296Flushing 1588230740/table: creating writer at 1733555935308 (+12 ms)Flushing 1588230740/table: appending metadata at 1733555935319 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733555935319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@854b297: reopening flushed file at 1733555935330 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9a263f: reopening flushed file at 1733555935337 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fd0d3d: reopening flushed file at 1733555935343 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 95ms, sequenceid=21, compaction requested=false at 1733555935349 (+6 ms)Writing region close event to WAL at 1733555935350 (+1 ms)Running coprocessor post-close hooks at 1733555935354 (+4 ms)Closed at 1733555935354 2024-12-07T07:18:55,354 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T07:18:55,453 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(976): stopping server 5d4d7471f19e,39505,1733555898666; all regions closed. 2024-12-07T07:18:55,454 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(976): stopping server 5d4d7471f19e,36039,1733555898708; all regions closed. 2024-12-07T07:18:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741833_1009 (size=3433) 2024-12-07T07:18:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741833_1009 (size=3433) 2024-12-07T07:18:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741833_1009 (size=3433) 2024-12-07T07:18:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741836_1012 (size=8899) 2024-12-07T07:18:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741836_1012 (size=8899) 2024-12-07T07:18:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741836_1012 (size=8899) 2024-12-07T07:18:55,470 DEBUG [RS:1;5d4d7471f19e:39505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5d4d7471f19e%2C39505%2C1733555898666:(num 1733555900226) 2024-12-07T07:18:55,470 DEBUG [RS:1;5d4d7471f19e:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:55,470 DEBUG [RS:2;5d4d7471f19e:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:18:55,470 INFO [RS:2;5d4d7471f19e:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5d4d7471f19e%2C36039%2C1733555898708.meta:.meta(num 1733555900677) 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.ChoreService(370): Chore service for: regionserver/5d4d7471f19e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T07:18:55,470 INFO [regionserver/5d4d7471f19e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T07:18:55,470 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T07:18:55,471 INFO [RS:1;5d4d7471f19e:39505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39505 2024-12-07T07:18:55,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741834_1010 (size=93) 2024-12-07T07:18:55,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741834_1010 (size=93) 2024-12-07T07:18:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741834_1010 (size=93) 2024-12-07T07:18:55,475 DEBUG [RS:2;5d4d7471f19e:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/oldWALs 2024-12-07T07:18:55,475 INFO [RS:2;5d4d7471f19e:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5d4d7471f19e%2C36039%2C1733555898708:(num 1733555900226) 2024-12-07T07:18:55,475 DEBUG [RS:2;5d4d7471f19e:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:18:55,475 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:18:55,475 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T07:18:55,475 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.ChoreService(370): Chore service for: regionserver/5d4d7471f19e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T07:18:55,475 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T07:18:55,475 INFO [regionserver/5d4d7471f19e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T07:18:55,475 INFO [RS:2;5d4d7471f19e:36039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36039 2024-12-07T07:18:55,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5d4d7471f19e,39505,1733555898666 2024-12-07T07:18:55,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T07:18:55,516 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T07:18:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5d4d7471f19e,36039,1733555898708 2024-12-07T07:18:55,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5d4d7471f19e,36039,1733555898708] 2024-12-07T07:18:55,535 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T07:18:55,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5d4d7471f19e,36039,1733555898708 already deleted, retry=false 2024-12-07T07:18:55,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5d4d7471f19e,36039,1733555898708 expired; onlineServers=1 2024-12-07T07:18:55,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5d4d7471f19e,39505,1733555898666] 2024-12-07T07:18:55,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5d4d7471f19e,39505,1733555898666 already deleted, retry=false 2024-12-07T07:18:55,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5d4d7471f19e,39505,1733555898666 expired; onlineServers=0 2024-12-07T07:18:55,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5d4d7471f19e,33177,1733555897845' ***** 2024-12-07T07:18:55,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T07:18:55,567 INFO [M:0;5d4d7471f19e:33177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T07:18:55,567 INFO [M:0;5d4d7471f19e:33177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T07:18:55,567 DEBUG [M:0;5d4d7471f19e:33177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T07:18:55,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T07:18:55,567 DEBUG [M:0;5d4d7471f19e:33177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T07:18:55,567 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.small.0-1733555899825 {}] cleaner.HFileCleaner(306): Exit Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.small.0-1733555899825,5,FailOnTimeoutGroup] 2024-12-07T07:18:55,567 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.large.0-1733555899816 {}] cleaner.HFileCleaner(306): Exit Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.large.0-1733555899816,5,FailOnTimeoutGroup] 2024-12-07T07:18:55,567 INFO [M:0;5d4d7471f19e:33177 {}] hbase.ChoreService(370): Chore service for: master/5d4d7471f19e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T07:18:55,567 INFO [M:0;5d4d7471f19e:33177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T07:18:55,567 DEBUG [M:0;5d4d7471f19e:33177 {}] master.HMaster(1795): Stopping service threads 2024-12-07T07:18:55,568 INFO [M:0;5d4d7471f19e:33177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T07:18:55,568 INFO [M:0;5d4d7471f19e:33177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T07:18:55,568 INFO [M:0;5d4d7471f19e:33177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T07:18:55,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T07:18:55,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T07:18:55,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:18:55,577 DEBUG [M:0;5d4d7471f19e:33177 {}] zookeeper.ZKUtil(347): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T07:18:55,577 WARN [M:0;5d4d7471f19e:33177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T07:18:55,578 INFO [M:0;5d4d7471f19e:33177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/.lastflushedseqids 2024-12-07T07:18:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741941_1121 (size=138) 2024-12-07T07:18:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741941_1121 (size=138) 2024-12-07T07:18:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741941_1121 (size=138) 2024-12-07T07:18:55,594 INFO [M:0;5d4d7471f19e:33177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T07:18:55,594 INFO [M:0;5d4d7471f19e:33177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T07:18:55,594 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T07:18:55,594 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:55,594 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:55,594 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T07:18:55,594 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:55,595 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-12-07T07:18:55,616 DEBUG [M:0;5d4d7471f19e:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/136f19903a68426187ea205dd17ae989 is 82, key is hbase:meta,,1/info:regioninfo/1733555900755/Put/seqid=0 2024-12-07T07:18:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741942_1122 (size=5672) 2024-12-07T07:18:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741942_1122 (size=5672) 2024-12-07T07:18:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741942_1122 (size=5672) 2024-12-07T07:18:55,622 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/136f19903a68426187ea205dd17ae989 2024-12-07T07:18:55,640 DEBUG [M:0;5d4d7471f19e:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f379022e2c2240cd9c46db693355ba94 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733555912726/Put/seqid=0 2024-12-07T07:18:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741943_1123 (size=7756) 2024-12-07T07:18:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741943_1123 (size=7756) 2024-12-07T07:18:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741943_1123 (size=7756) 2024-12-07T07:18:55,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:55,646 INFO [RS:1;5d4d7471f19e:39505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T07:18:55,646 INFO [RS:1;5d4d7471f19e:39505 {}] regionserver.HRegionServer(1031): Exiting; stopping=5d4d7471f19e,39505,1733555898666; zookeeper connection closed. 2024-12-07T07:18:55,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x101aea7be9a0002, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:55,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62dbc3f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62dbc3f9 2024-12-07T07:18:55,646 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f379022e2c2240cd9c46db693355ba94 2024-12-07T07:18:55,651 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f379022e2c2240cd9c46db693355ba94 2024-12-07T07:18:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:55,656 INFO [RS:2;5d4d7471f19e:36039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T07:18:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x101aea7be9a0003, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:55,656 INFO [RS:2;5d4d7471f19e:36039 {}] regionserver.HRegionServer(1031): Exiting; stopping=5d4d7471f19e,36039,1733555898708; zookeeper connection closed. 2024-12-07T07:18:55,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@168d58c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@168d58c8 2024-12-07T07:18:55,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-07T07:18:55,667 DEBUG [M:0;5d4d7471f19e:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f2c9a42c6e8490cbe4ae2348ab5ab83 is 69, key is 5d4d7471f19e,36039,1733555898708/rs:state/1733555899912/Put/seqid=0 2024-12-07T07:18:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741944_1124 (size=5440) 2024-12-07T07:18:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741944_1124 (size=5440) 2024-12-07T07:18:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741944_1124 (size=5440) 2024-12-07T07:18:55,676 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f2c9a42c6e8490cbe4ae2348ab5ab83 2024-12-07T07:18:55,681 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f2c9a42c6e8490cbe4ae2348ab5ab83 2024-12-07T07:18:55,682 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/136f19903a68426187ea205dd17ae989 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/136f19903a68426187ea205dd17ae989 2024-12-07T07:18:55,688 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/136f19903a68426187ea205dd17ae989, entries=8, sequenceid=168, filesize=5.5 K 2024-12-07T07:18:55,689 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f379022e2c2240cd9c46db693355ba94 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f379022e2c2240cd9c46db693355ba94 2024-12-07T07:18:55,694 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f379022e2c2240cd9c46db693355ba94 2024-12-07T07:18:55,695 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f379022e2c2240cd9c46db693355ba94, entries=17, sequenceid=168, filesize=7.6 K 2024-12-07T07:18:55,696 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f2c9a42c6e8490cbe4ae2348ab5ab83 as hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f2c9a42c6e8490cbe4ae2348ab5ab83 2024-12-07T07:18:55,701 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f2c9a42c6e8490cbe4ae2348ab5ab83 2024-12-07T07:18:55,701 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/ae40e491-a936-2d92-884a-4b84fef2bc19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f2c9a42c6e8490cbe4ae2348ab5ab83, entries=3, sequenceid=168, filesize=5.3 K 2024-12-07T07:18:55,702 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=168, compaction requested=false 2024-12-07T07:18:55,703 INFO [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:18:55,703 DEBUG [M:0;5d4d7471f19e:33177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733555935594Disabling compacts and flushes for region at 1733555935594Disabling writes for close at 1733555935594Obtaining lock to block concurrent updates at 1733555935595 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733555935595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1733555935595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733555935595Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733555935595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733555935615 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733555935615Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733555935626 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733555935639 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733555935639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733555935651 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733555935666 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733555935666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f6c3b1: reopening flushed file at 1733555935681 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c68315: reopening flushed file at 1733555935688 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fd202c: reopening flushed file at 1733555935695 (+7 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=168, compaction requested=false at 1733555935702 (+7 ms)Writing region close event to WAL at 1733555935703 (+1 ms)Closed at 1733555935703 2024-12-07T07:18:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741830_1006 (size=81443) 2024-12-07T07:18:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741830_1006 (size=81443) 2024-12-07T07:18:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741830_1006 (size=81443) 2024-12-07T07:18:55,707 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T07:18:55,707 INFO [M:0;5d4d7471f19e:33177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T07:18:55,707 INFO [M:0;5d4d7471f19e:33177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33177 2024-12-07T07:18:55,707 INFO [M:0;5d4d7471f19e:33177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T07:18:55,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:55,814 INFO [M:0;5d4d7471f19e:33177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T07:18:55,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x101aea7be9a0000, quorum=127.0.0.1:60904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:18:55,820 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555916018 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555916018 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733555915759/wal.1733555916018 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T07:18:55,821 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733555907907/wal.1733555908004 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:55,822 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733555930630/wal.1733555930797 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:55,825 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555925450 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555925450 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733555916152/wal.1733555925450 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T07:18:55,826 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733555901781/wal.1733555901842 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:55,828 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555926048 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555926048 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733555925631/wal.1733555926048 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T07:18:55,829 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733555926179/wal.1733555926234 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:18:55,831 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal.1733555901663 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal.1733555901663 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733555901504/wal.1733555901663 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T07:18:55,834 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal.1733555901253 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal.1733555901253 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733555901033/wal.1733555901253 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1716971111_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T07:18:55,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:18:55,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T07:18:55,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T07:18:55,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T07:18:55,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,STOPPED} 2024-12-07T07:18:55,845 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T07:18:55,845 WARN [BP-1391527199-172.17.0.2-1733555893016 heartbeating to localhost/127.0.0.1:44365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T07:18:55,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T07:18:55,845 WARN [BP-1391527199-172.17.0.2-1733555893016 heartbeating to localhost/127.0.0.1:44365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1391527199-172.17.0.2-1733555893016 (Datanode Uuid 3ae7f54e-c1ee-4070-9ad0-3fbb0fc59073) service to localhost/127.0.0.1:44365 2024-12-07T07:18:55,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data5/current/BP-1391527199-172.17.0.2-1733555893016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:18:55,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data6/current/BP-1391527199-172.17.0.2-1733555893016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:18:55,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T07:18:55,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:18:55,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T07:18:55,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T07:18:55,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T07:18:55,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,STOPPED} 2024-12-07T07:18:55,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T07:18:55,851 WARN [BP-1391527199-172.17.0.2-1733555893016 heartbeating to localhost/127.0.0.1:44365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T07:18:55,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T07:18:55,851 WARN [BP-1391527199-172.17.0.2-1733555893016 heartbeating to localhost/127.0.0.1:44365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1391527199-172.17.0.2-1733555893016 (Datanode Uuid db6c54ef-d1e4-4d7c-af17-eb213b2026cc) service to localhost/127.0.0.1:44365 2024-12-07T07:18:55,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data3/current/BP-1391527199-172.17.0.2-1733555893016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:18:55,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data4/current/BP-1391527199-172.17.0.2-1733555893016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:18:55,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T07:18:55,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:18:55,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T07:18:55,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T07:18:55,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T07:18:55,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,STOPPED} 2024-12-07T07:18:55,856 WARN [BP-1391527199-172.17.0.2-1733555893016 heartbeating to localhost/127.0.0.1:44365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T07:18:55,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T07:18:55,856 WARN [BP-1391527199-172.17.0.2-1733555893016 heartbeating to localhost/127.0.0.1:44365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1391527199-172.17.0.2-1733555893016 (Datanode Uuid 025b9501-9154-4c55-a2f5-ef6fac471649) service to localhost/127.0.0.1:44365 2024-12-07T07:18:55,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T07:18:55,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data1/current/BP-1391527199-172.17.0.2-1733555893016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:18:55,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/cluster_0480c224-9ead-64d2-f8b9-e7c41aa2d334/data/data2/current/BP-1391527199-172.17.0.2-1733555893016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:18:55,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T07:18:55,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T07:18:55,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T07:18:55,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T07:18:55,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T07:18:55,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43522bcc-a681-0258-ade1-458378ff16d0/hadoop.log.dir/,STOPPED} 2024-12-07T07:18:55,876 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T07:18:55,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down